-- Logs begin at Thu 2022-03-31 20:44:38 UTC, end at Thu 2022-03-31 22:29:03 UTC. -- Mar 31 21:55:16.024580 dv-cinder-836083-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 31 21:55:18.949721 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.common.config [-] Logging enabled! Mar 31 21:55:18.950357 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 21:55:18.950537 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110557) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 21:55:18.953792 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.common.config [-] Logging enabled! Mar 31 21:55:18.954051 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 21:55:18.954405 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110557) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 21:55:18.955361 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 21:55:18.955599 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 21:55:18.955970 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 21:55:18.956217 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 21:55:18.956446 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 21:55:18.957214 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.957679 dv-cinder-836083-1-iscsi neutron-server[110557]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 31 21:55:18.958013 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.958354 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.958659 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.958966 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.959266 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.959555 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.959851 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.960155 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.960445 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.960730 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.961022 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.961320 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.961606 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.961899 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.962216 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.962505 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] debug = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.962789 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.963222 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.963658 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.963945 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.964397 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.964513 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.964794 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.965074 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.965363 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.965701 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] host = dv-cinder-836083-1-iscsi {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.965984 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.966307 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.966602 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.966893 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.967175 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.967459 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.967750 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.968027 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.968303 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] log_file = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.968582 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.968876 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.969173 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.969469 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.969700 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.969927 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.970246 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.970544 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.970826 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.971107 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.971386 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.971665 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.971944 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.972217 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.972505 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.972791 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.973081 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.973385 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.973667 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.973943 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.974246 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.974541 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.974819 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.975094 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.975377 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.975666 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.975938 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.976212 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.976516 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.976806 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.977097 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.977383 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.977662 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.977950 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.978260 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.978539 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.978814 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] use_json = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.979090 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.979365 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.979649 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.979925 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.980201 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.980480 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.980756 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.981046 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.981323 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:18.981626 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.982042 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.982311 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.982550 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.982847 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.983133 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.983429 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.983714 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.984009 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.984304 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.984598 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.984880 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.985190 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.985485 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.985789 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.986098 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.986420 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.986720 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.987000 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.987280 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.987560 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.987842 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.988137 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.988421 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.988718 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.989542 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.989827 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.990133 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.990449 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.990750 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.991047 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.991329 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.991614 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.991914 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.992199 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.992477 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.992763 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.993054 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.993339 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.993617 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.993904 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.994213 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.994492 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.994780 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.995062 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.995362 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.995641 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.995917 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.996196 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.996479 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.996755 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.997047 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.997329 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.997608 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.997886 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.998190 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.998472 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.998747 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.999029 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.999304 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.999585 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:18.999862 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.000138 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.000415 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.000690 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.000967 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.001243 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.001518 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.001797 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.002073 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.002374 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.002652 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.002928 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.003204 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.003494 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.003791 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.004075 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.004364 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.005298 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.005581 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.005864 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.006147 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.006457 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.006744 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.007025 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.007325 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.007617 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.007908 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.008216 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.008503 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.008807 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.009092 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.009377 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.009665 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.009948 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.010260 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.010551 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.010838 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.011139 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.011440 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.011740 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.012040 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.012334 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.012619 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.012932 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.013215 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:19.013442 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 21:55:19.013678 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110557) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 31 21:55:19.387612 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 21:55:19.387900 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 21:55:19.388210 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 21:55:19.388694 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 31 21:55:19.719708 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:19.719936 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:19.720209 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:19.721387 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:19.721665 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:19.722061 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:19.778836 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:19.779115 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:19.779383 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:19.794690 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:19.794971 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:19.795244 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:19.824491 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:19.824769 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:19.825037 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:19.967878 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:19.968516 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:19.968516 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.205549 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.205839 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.206109 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.206403 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.207112 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.305616 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.305942 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.306256 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.306532 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.306798 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.307110 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.307369 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.307625 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.307878 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.308160 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.308421 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.308684 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.308937 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.309187 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.309443 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.309706 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.309962 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.310250 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.310521 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.310780 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.311051 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.311304 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.311583 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.311962 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.312211 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.312455 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.312848 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 21:55:20.313091 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 21:55:20.313330 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 21:55:20.313568 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 21:55:20.313806 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 21:55:20.314048 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 21:55:20.314444 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 31 21:55:20.317678 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 31 21:55:20.321747 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 31 21:55:20.325416 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Mar 31 21:55:20.327105 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 31 21:55:20.327566 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 31 21:55:20.327907 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 31 21:55:20.328297 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 31 21:55:20.331119 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 31 21:55:20.331375 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 31 21:55:20.331724 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 21:55:20.336714 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 31 21:55:20.360766 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 31 21:55:20.361224 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.361522 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110557) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 31 21:55:20.361894 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.363287 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110557) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 31 21:55:20.363572 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 21:55:20.363873 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 31 21:55:20.367722 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.368002 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:20.429815 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 31 21:55:20.430059 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 31 21:55:20.430336 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 31 21:55:20.430707 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 31 21:55:20.450779 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_db.sqlalchemy.engines [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110557) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 31 21:55:21.070423 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.managers [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Initializing driver for type 'gre' Mar 31 21:55:21.071116 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] gre ID ranges: [(1, 1000)] Mar 31 21:55:21.258902 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.managers [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Initializing driver for type 'local' Mar 31 21:55:21.259239 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.managers [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Initializing driver for type 'vlan' Mar 31 21:55:21.367407 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] VlanTypeDriver initialization complete Mar 31 21:55:21.367749 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.managers [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Initializing driver for type 'vxlan' Mar 31 21:55:21.368249 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] vxlan ID ranges: [(1, 1000)] Mar 31 21:55:21.590320 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.managers [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Initializing extension driver 'port_security' Mar 31 21:55:21.590667 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.extensions.port_security [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] PortSecurityExtensionDriver initialization complete Mar 31 21:55:21.591000 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.managers [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Initializing mechanism driver 'openvswitch' Mar 31 21:55:21.591369 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.managers [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Initializing mechanism driver 'hyperv' Mar 31 21:55:21.600099 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.plugins.ml2.plugin [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:55:21.600779 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > port after_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.601152 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > port after_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.601512 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > port after_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.602188 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 21:55:21.602638 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > subnet after_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.602997 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > subnet after_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.603526 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.603936 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 21:55:21.604349 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > network after_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.604703 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > network after_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.605047 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > network after_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.605449 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 21:55:21.605861 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > security_group after_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.606241 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > security_group after_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.606588 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.607128 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 21:55:21.607552 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.607908 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.608291 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.608696 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 21:55:21.609107 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > address_group after_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.609458 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > address_group after_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.609864 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.610340 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 21:55:21.610795 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] ML2 OVO RPC backend initialized. {{(pid=110557) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 31 21:55:21.611506 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.611867 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.612289 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > network before_response 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.612640 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > networks before_response 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.612992 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > port before_response 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.613340 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > ports before_response 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.613713 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > subnet before_response 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.614071 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > subnets before_response 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.614506 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > network after_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.614856 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > network after_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.615201 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > network after_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.615547 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > port after_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.615892 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > port after_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.616235 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > port after_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.616577 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > subnet after_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.616920 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > subnet after_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.617268 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.624537 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.quota [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded quota_driver: . Mar 31 21:55:21.624855 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.plugin [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Modular L2 Plugin initialization complete Mar 31 21:55:21.625206 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading services supported by the core plugin {{(pid=110557) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 31 21:55:21.625550 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.plugins.ml2.managers [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Got port-security extension from driver 'port_security' Mar 31 21:55:21.626038 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.extensions.vlantransparent [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Disabled vlantransparent extension. Mar 31 21:55:21.626571 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110557) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 31 21:55:21.626902 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading Plugin: router Mar 31 21:55:21.662999 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.663396 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > router after_create 55549900 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.663769 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > router before_create 55549900 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.664136 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.664764 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.665014 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > router after_delete 55549900 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.665378 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.665730 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.666092 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > router after_create 55549900 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.666466 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > router after_update 55549900 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.666820 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > router after_update 55549900 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.667170 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.667538 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > router after_update 55549900 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.667950 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > router precommit_update 55549900 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.668320 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: port after_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.668664 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: port after_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.669006 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: subnet after_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.669347 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.669703 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.670057 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > router precommit_create 55549900 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.670443 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: port before_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.670789 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > router precommit_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.671145 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > router after_update 55549900 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.671490 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.671844 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > router precommit_create 55549900 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.672207 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.672554 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > router precommit_update 55549900 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.672921 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > agent after_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.673275 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > agent after_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.673620 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > network after_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.674494 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Tracking information for resource: router configured {{(pid=110557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 21:55:21.674833 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Tracking information for resource: floatingip configured {{(pid=110557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 21:55:21.679931 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.db.l3_agentschedulers_db [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 31 21:55:21.680648 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: port after_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.681014 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: port after_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.681373 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: port after_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.681728 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: port after_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.682559 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > router before_create 55550100 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.682929 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.683295 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > router precommit_create 55550100 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.683654 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > router precommit_update 55550100 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.688515 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.services.provider_configuration [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Service providers = [] {{(pid=110557) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 31 21:55:21.688884 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.db.servicetype_db [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110557) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 31 21:55:21.692423 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.services.service_base [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110557) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 21:55:21.692777 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.services.service_base [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110557) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 21:55:21.693120 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.services.service_base [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110557) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 21:55:21.694021 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.services.service_base [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110557) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 21:55:21.694423 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.services.service_base [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 31 21:55:21.694799 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 21:55:21.695117 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 31 21:55:21.705665 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 21:55:21.706004 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading Plugin: auto_allocate Mar 31 21:55:21.712674 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: network precommit_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.713050 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: network precommit_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.713580 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 21:55:21.713905 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading Plugin: tag Mar 31 21:55:21.720489 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 21:55:21.720823 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading Plugin: timestamp Mar 31 21:55:21.724879 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 21:55:21.725219 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading Plugin: network_ip_availability Mar 31 21:55:21.730975 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.731353 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.731713 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.732438 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 21:55:21.732763 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading Plugin: flavors Mar 31 21:55:21.737513 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 21:55:21.737847 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading Plugin: revisions Mar 31 21:55:21.742195 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 21:55:21.742765 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_concurrency.lockutils [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.354s {{(pid=110557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 21:55:21.743459 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110557) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 31 21:55:21.743799 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Initializing extension manager. Mar 31 21:55:21.744329 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: __init__.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.744673 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: __pycache__ {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.745013 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: address_group.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.745773 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.746382 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: address-group Mar 31 21:55:21.746714 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: address_scope.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.747444 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.747962 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: address-scope Mar 31 21:55:21.748289 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.749409 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.749940 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: router-admin-state-down-before-update Mar 31 21:55:21.750305 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: agent.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.751033 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.751536 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: agent Mar 31 21:55:21.751869 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: agent_resources_synced.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.752799 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.753314 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: agent-resources-synced Mar 31 21:55:21.753639 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: allowedaddresspairs.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.756031 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.756555 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: allowed-address-pairs Mar 31 21:55:21.756885 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: auto_allocated_topology.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.757969 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.758654 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: auto-allocated-topology Mar 31 21:55:21.759007 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: availability_zone.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.759815 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.760186 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: availability_zone Mar 31 21:55:21.760636 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: availability_zone_filter.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.761438 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.761956 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: availability_zone_filter Mar 31 21:55:21.762312 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: data_plane_status.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.763234 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.763755 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension data-plane-status not supported by any of loaded plugins Mar 31 21:55:21.764082 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: default_subnetpools.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.765014 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.765529 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: default-subnetpools Mar 31 21:55:21.765854 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.766706 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.767223 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: dhcp_agent_scheduler Mar 31 21:55:21.767547 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: dns.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.768476 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.768983 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension dns-integration not supported by any of loaded plugins Mar 31 21:55:21.769306 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: dns_domain_ports.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.770318 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.770828 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 31 21:55:21.771151 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.772086 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.772599 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 31 21:55:21.772921 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: dvr.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.773597 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.774275 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: dvr Mar 31 21:55:21.774604 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: ecmp_routes.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.775531 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.776039 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 31 21:55:21.776363 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: empty_string_filtering.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.777285 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.777801 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: empty-string-filtering Mar 31 21:55:21.778126 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.779079 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.779590 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 31 21:55:21.779915 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.780848 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.781355 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 31 21:55:21.781680 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: external_net.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.782638 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.783158 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: external-net Mar 31 21:55:21.783487 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.784412 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.784928 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: extra_dhcp_opt Mar 31 21:55:21.785255 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: extraroute.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.786736 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.787249 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: extraroute Mar 31 21:55:21.787573 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: extraroute_atomic.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.788609 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.789127 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: extraroute-atomic Mar 31 21:55:21.789583 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: filter_validation.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.790291 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.790798 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: filter-validation Mar 31 21:55:21.791125 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: fip_pf_description.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.792047 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.792555 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 31 21:55:21.792886 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: fip_pf_port_range.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.793813 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.794367 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 31 21:55:21.794698 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: fip_port_details.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.795629 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.796140 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: fip-port-details Mar 31 21:55:21.796466 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: flavors.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.797703 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.798262 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: flavors Mar 31 21:55:21.798594 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.800249 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.800775 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 31 21:55:21.801109 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: floatingip_pools.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.802496 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.803026 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: floatingip-pools Mar 31 21:55:21.803355 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: ip_allocation.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.804298 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.804813 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension ip_allocation not supported by any of loaded plugins Mar 31 21:55:21.805267 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.806228 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.806747 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: ip-substring-filtering Mar 31 21:55:21.807077 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: l2_adjacency.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.808027 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.808539 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 31 21:55:21.808865 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: l3.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.811357 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.811895 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: router Mar 31 21:55:21.812235 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.814531 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.815065 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 31 21:55:21.815403 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.816348 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.816917 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: ext-gw-mode Mar 31 21:55:21.817249 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.818207 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.818725 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: l3-ha Mar 31 21:55:21.819053 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.819984 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.820496 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 31 21:55:21.820950 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: l3_flavors.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.821887 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.822434 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: l3-flavors Mar 31 21:55:21.822771 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.824162 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.824691 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 31 21:55:21.825027 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.825967 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.826525 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 31 21:55:21.826856 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: l3agentscheduler.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.827891 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.828411 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: l3_agent_scheduler Mar 31 21:55:21.828746 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: local_ip.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.830660 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.831200 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension local_ip not supported by any of loaded plugins Mar 31 21:55:21.831536 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: logging.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.833047 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.833581 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension logging not supported by any of loaded plugins Mar 31 21:55:21.833914 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: metering.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.834696 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.835284 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: metering Mar 31 21:55:21.835612 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.836854 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.837383 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: metering_source_and_destination_fields Mar 31 21:55:21.837713 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: multiprovidernet.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.838697 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.839211 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: multi-provider Mar 31 21:55:21.839541 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: netmtu.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.840475 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.840994 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: net-mtu Mar 31 21:55:21.841323 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: netmtu_writable.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.842289 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.842813 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: net-mtu-writable Mar 31 21:55:21.843140 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: network_availability_zone.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.843819 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.844329 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: network_availability_zone Mar 31 21:55:21.844653 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: network_ip_availability.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.845770 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.846315 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: network-ip-availability Mar 31 21:55:21.846645 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: network_segment_range.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.847413 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.847925 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension network-segment-range not supported by any of loaded plugins Mar 31 21:55:21.848781 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: pagination.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.849921 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.850293 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: pagination Mar 31 21:55:21.850622 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: port_device_profile.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.851556 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.852316 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: port-device-profile Mar 31 21:55:21.852647 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.853598 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.854116 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: port-mac-address-regenerate Mar 31 21:55:21.854481 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.855413 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.855934 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: port-numa-affinity-policy Mar 31 21:55:21.856262 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: port_resource_request.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.857182 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.857700 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension port-resource-request not supported by any of loaded plugins Mar 31 21:55:21.858026 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: port_resource_request_groups.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.859040 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.859563 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 31 21:55:21.859889 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: portbindings.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.860834 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.861352 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: binding Mar 31 21:55:21.861679 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: portbindings_extended.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.862973 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.863490 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: binding-extended Mar 31 21:55:21.864422 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: portsecurity.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.865371 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.865883 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: port-security Mar 31 21:55:21.866241 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: project_id.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.867240 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.867576 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: project-id Mar 31 21:55:21.867904 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: providernet.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.868836 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.869352 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: provider Mar 31 21:55:21.869680 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: qos.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.873290 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.873824 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension qos not supported by any of loaded plugins Mar 31 21:55:21.874160 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.875494 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.875979 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 31 21:55:21.876313 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.877250 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.877773 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 31 21:55:21.878103 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: qos_default.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.879074 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.879624 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension qos-default not supported by any of loaded plugins Mar 31 21:55:21.879958 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: qos_fip.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.880896 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.881557 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension qos-fip not supported by any of loaded plugins Mar 31 21:55:21.881894 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.882863 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.883530 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 31 21:55:21.883861 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: qos_gateway_ip.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.884804 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.885325 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 31 21:55:21.885658 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: qos_port_network_policy.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.886615 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.887133 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 31 21:55:21.887461 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.888522 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.889040 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 31 21:55:21.889368 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.890452 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.890972 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 31 21:55:21.891298 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: qos_pps_rule.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.892499 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.893030 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension qos-pps not supported by any of loaded plugins Mar 31 21:55:21.893358 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: qos_rule_type_details.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.894317 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.894836 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 31 21:55:21.895694 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.896624 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.897142 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 31 21:55:21.897468 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: qos_rules_alias.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.898565 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.899081 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 31 21:55:21.899410 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: quota_check_limit.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.900339 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.900856 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: quota-check-limit Mar 31 21:55:21.901183 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: quotasv2.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.902109 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.902466 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: quotas Mar 31 21:55:21.902791 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: quotasv2_detail.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.904619 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.904965 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: quota_details Mar 31 21:55:21.905304 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: rbac.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.906404 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.906930 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: rbac-policies Mar 31 21:55:21.907268 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: rbac_address_group.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.908212 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.908736 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: rbac-address-group Mar 31 21:55:21.909068 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: rbac_address_scope.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.910002 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.910563 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: rbac-address-scope Mar 31 21:55:21.911440 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: rbac_security_groups.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.912445 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.912967 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: rbac-security-groups Mar 31 21:55:21.913296 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: rbac_subnetpool.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.914266 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.914909 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: rbac-subnetpool Mar 31 21:55:21.915238 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: revisionifmatch.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.916177 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.916690 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: revision-if-match Mar 31 21:55:21.917015 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: revisions.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.918141 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.918691 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: standard-attr-revisions Mar 31 21:55:21.919019 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: router_availability_zone.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.919699 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.920214 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: router_availability_zone Mar 31 21:55:21.920539 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: routerservicetype.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.921479 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.921987 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension router-service-type not supported by any of loaded plugins Mar 31 21:55:21.922349 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.923295 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.923808 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: security-groups-normalized-cidr Mar 31 21:55:21.924131 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.925063 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.925576 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: port-security-groups-filtering Mar 31 21:55:21.925903 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.927157 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.927672 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: security-groups-remote-address-group Mar 31 21:55:21.927998 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.928941 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.929453 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: security-groups-shared-filtering Mar 31 21:55:21.929777 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.930521 dv-cinder-836083-1-iscsi neutron-server[110557]: WARNING neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 31 21:55:21.930848 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: securitygroup.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.940595 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.941133 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: security-group Mar 31 21:55:21.941469 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: segment.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.942263 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.942796 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension segment not supported by any of loaded plugins Mar 31 21:55:21.943129 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.944094 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.944614 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 31 21:55:21.944941 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: servicetype.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.946247 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.946779 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: service-type Mar 31 21:55:21.947107 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: sorting.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.948114 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.948449 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: sorting Mar 31 21:55:21.948776 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: standard_attr_segment.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.949705 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.950251 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 31 21:55:21.950581 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: standardattrdescription.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.951239 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.951751 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: standard-attr-description Mar 31 21:55:21.952076 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: stateful_security_group.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.953031 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.953544 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: stateful-security-group Mar 31 21:55:21.953869 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: stdattrs_common.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.954484 dv-cinder-836083-1-iscsi neutron-server[110557]: WARNING neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 31 21:55:21.954807 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.955847 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.956372 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 31 21:55:21.956700 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: subnet_onboard.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.958361 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.958888 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: subnet_onboard Mar 31 21:55:21.959217 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.960162 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.960674 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 31 21:55:21.960999 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: subnet_service_types.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.962059 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.962611 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: subnet-service-types Mar 31 21:55:21.962938 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: subnetallocation.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.964054 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.964567 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: subnet_allocation Mar 31 21:55:21.964894 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.965569 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.966082 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: subnetpool-prefix-ops Mar 31 21:55:21.966438 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.967384 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.967899 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 31 21:55:21.968227 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: tagging.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.969278 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.969800 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: standard-attr-tag Mar 31 21:55:21.970128 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: timestamp.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.971379 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.971898 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loaded extension: standard-attr-timestamp Mar 31 21:55:21.972227 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: trunk.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.973878 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.974425 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension trunk not supported by any of loaded plugins Mar 31 21:55:21.974760 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: trunk_details.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.975698 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.976220 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension trunk-details not supported by any of loaded plugins Mar 31 21:55:21.976548 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: uplink_status_propagation.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.977609 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.978127 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 31 21:55:21.978480 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Loading extension file: vlantransparent.py {{(pid=110557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 21:55:21.979157 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 21:55:21.979674 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 31 21:55:21.982153 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Creating instance of TrackedResource for resource:network Mar 31 21:55:21.982706 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Creating instance of TrackedResource for resource:subnet Mar 31 21:55:21.983116 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 21:55:21.983515 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Creating instance of TrackedResource for resource:port Mar 31 21:55:21.984740 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.v2.resource_helper [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:55:21.985181 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.v2.resource_helper [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Service FLAVORS assigned prefix: {{(pid=110557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:55:21.985805 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.v2.resource_helper [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:55:21.986264 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.v2.resource_helper [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:55:21.986602 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Creating instance of TrackedResource for resource:router Mar 31 21:55:21.987045 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 21:55:21.987545 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.v2.resource_helper [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Service METERING assigned prefix: /metering {{(pid=110557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:55:21.989057 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.989433 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.989794 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 21:55:21.990820 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 21:55:21.991271 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Creating instance of TrackedResource for resource:security_group Mar 31 21:55:21.991716 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 21:55:21.992317 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.v2.resource_helper [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Service CORE assigned prefix: {{(pid=110557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:55:21.992778 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 21:55:21.993132 dv-cinder-836083-1-iscsi neutron-server[110557]: WARNING neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] subnetpool is already registered Mar 31 21:55:21.993575 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.v2.resource_helper [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Service CORE assigned prefix: {{(pid=110557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:55:21.993905 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 21:55:21.994271 dv-cinder-836083-1-iscsi neutron-server[110557]: WARNING neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] subnetpool is already registered Mar 31 21:55:21.996553 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.v2.resource_helper [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:55:21.996993 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.v2.resource_helper [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Service FLAVORS assigned prefix: {{(pid=110557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:55:21.997590 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.v2.resource_helper [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:55:21.998019 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.v2.resource_helper [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:55:21.998400 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Creating instance of TrackedResource for resource:router Mar 31 21:55:21.998745 dv-cinder-836083-1-iscsi neutron-server[110557]: WARNING neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] router is already registered Mar 31 21:55:21.999163 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 21:55:21.999504 dv-cinder-836083-1-iscsi neutron-server[110557]: WARNING neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] floatingip is already registered Mar 31 21:55:21.999961 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.v2.resource_helper [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Service METERING assigned prefix: /metering {{(pid=110557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:55:22.000628 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 21:55:22.000959 dv-cinder-836083-1-iscsi neutron-server[110557]: WARNING neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] rbac_policy is already registered Mar 31 21:55:22.001380 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Creating instance of TrackedResource for resource:security_group Mar 31 21:55:22.001720 dv-cinder-836083-1-iscsi neutron-server[110557]: WARNING neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] security_group is already registered Mar 31 21:55:22.002129 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 21:55:22.002493 dv-cinder-836083-1-iscsi neutron-server[110557]: WARNING neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] security_group_rule is already registered Mar 31 21:55:22.003123 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.v2.resource_helper [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Service CORE assigned prefix: {{(pid=110557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:55:22.003455 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 21:55:22.003793 dv-cinder-836083-1-iscsi neutron-server[110557]: WARNING neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] subnetpool is already registered Mar 31 21:55:22.004216 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.v2.resource_helper [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Service CORE assigned prefix: {{(pid=110557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 21:55:22.004569 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 21:55:22.004904 dv-cinder-836083-1-iscsi neutron-server[110557]: WARNING neutron.quota.resource_registry [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] subnetpool is already registered Mar 31 21:55:22.005371 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: extensions {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.006865 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: address-groups {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.008486 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: address-scopes {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.009801 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: agents {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.011000 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: auto-allocated-topology {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.012228 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: availability_zones {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.013461 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: dhcp-networks {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.015277 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: dhcp-agents {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.016692 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: routers {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.019018 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: flavors {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.020732 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: service_profiles {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.022056 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: next_providers {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.023539 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: service_profiles {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.026093 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: floatingip-pools {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.027357 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: routers {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.029474 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: floatingips {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.030813 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: l3-routers {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.032273 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: l3-agents {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.033700 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: metering-labels {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.035106 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: metering-label-rules {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.036953 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: network-ip-availabilities {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.038259 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: bindings {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.040051 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: quotas {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.041604 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: quotas {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.043180 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: rbac-policies {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.044493 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: security-groups {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.045834 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: security-group-rules {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.047118 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: service-providers {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.048318 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: subnetpools {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.049743 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: subnetpools {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.051910 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: tags {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.053702 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: tags {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.055733 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: tags {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.057510 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: tags {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.059331 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: tags {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.061262 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: tags {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.062973 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: tags {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.064878 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: tags {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.066724 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: tags {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.068784 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron.api.extensions [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Extended resource: tags {{(pid=110557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 21:55:22.074801 dv-cinder-836083-1-iscsi neutron-server[110557]: WARNING keystonemiddleware.auth_token [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 31 21:55:22.079492 dv-cinder-836083-1-iscsi neutron-server[110557]: WARNING keystonemiddleware.auth_token [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 31 21:55:22.088947 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_concurrency.lockutils [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Acquired lock "singleton_lock" {{(pid=110557) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 31 21:55:22.089456 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_concurrency.lockutils [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Releasing lock "singleton_lock" {{(pid=110557) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 31 21:55:22.090098 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO oslo_service.service [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Starting 2 workers Mar 31 21:55:22.095029 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Started child 110666 {{(pid=110557) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 21:55:22.100352 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Started child 110667 {{(pid=110557) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 21:55:22.101108 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:22.101982 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO neutron.service [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 31 21:55:22.102748 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [-] (110666) wsgi starting up on http://0.0.0.0:9696 Mar 31 21:55:22.104582 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:22.105552 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:22.107155 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO oslo_service.service [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Starting 1 workers Mar 31 21:55:22.107264 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [-] (110667) wsgi starting up on http://0.0.0.0:9696 Mar 31 21:55:22.112436 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Started child 110668 {{(pid=110557) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 21:55:22.112984 dv-cinder-836083-1-iscsi neutron-server[110557]: INFO oslo_service.service [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Starting 1 workers Mar 31 21:55:22.116251 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.service [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] calling RpcWorker wait() {{(pid=110668) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 31 21:55:22.116792 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.service [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] returning from RpcWorker wait() {{(pid=110668) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 31 21:55:22.117650 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Started child 110669 {{(pid=110557) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 21:55:22.118112 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:22.118514 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG neutron_lib.callbacks.manager [None req-d4f1dbb3-b4bb-41fa-b946-9348fe207c36 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:22.118754 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:55:22.120488 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110557) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 21:55:22.120694 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 21:55:22.120875 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 21:55:22.121096 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 21:55:22.121435 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 21:55:22.121593 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 21:55:22.122104 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.122406 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.122660 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:22.123143 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.123143 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.123270 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.123815 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.123966 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:55:22.124058 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.124304 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.124553 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.124786 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.124950 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.125116 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.125352 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.125651 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.125892 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.126150 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.126420 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.126677 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.126845 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.127197 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.127622 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.127723 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.127979 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] debug = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.129754 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.129754 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.129754 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.129754 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.129754 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.129754 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.137020 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.137020 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.137020 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.137020 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.137020 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.137020 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.137020 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.137020 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.137985 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.137985 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.137985 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.137985 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.137985 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] host = dv-cinder-836083-1-iscsi {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.137985 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.137985 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.137985 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.138964 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.138964 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.138964 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.138964 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.138964 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.138964 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.138964 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.138964 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.139882 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.139882 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.139882 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] log_file = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.139882 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] log_options = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.139882 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.139882 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.139882 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.139882 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.140796 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.140796 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.140796 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.140796 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.140796 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.140796 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.140796 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.141614 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.141614 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.141614 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.141614 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.141614 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.141614 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.141614 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.141614 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.142877 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.142877 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.142877 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.142877 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.142877 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.142877 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.142877 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.142877 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.142877 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.143900 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.143900 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.143900 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.143900 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.143900 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.143900 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.144684 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.144684 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.144684 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.145572 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.146788 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.146788 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.147780 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.147780 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.148141 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.148484 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.148723 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.148978 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.149217 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] use_json = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.149932 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.150224 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.150464 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.150680 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.150934 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.151256 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.151566 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.151870 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.152261 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.152889 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.153201 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.153535 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.153795 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.154042 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.154439 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.154736 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.154995 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.155913 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.156176 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.156490 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.156735 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.157374 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.157624 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.157836 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.158154 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.164756 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.164756 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.164756 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.164756 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.164756 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.164756 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.164756 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.164756 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.165404 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.165404 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.165404 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.165404 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.165404 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.165404 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.165404 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.165404 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.165949 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.165949 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.165949 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.165949 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.165949 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.165949 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.165949 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.165949 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.166518 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.166518 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.166518 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.166518 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.166518 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.166865 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.166994 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.167244 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.167472 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.167696 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.167910 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.168134 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.168341 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.168583 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.168812 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.169044 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.169318 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.169596 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.169837 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.170047 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.170279 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.170500 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.170752 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.170968 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.171178 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.171389 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.171651 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.171839 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.172070 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.172286 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.172498 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.172709 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.172922 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.173235 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.173469 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.173683 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.173897 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.174107 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.174339 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.174645 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.174875 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.175084 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.175296 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.175510 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.175721 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.175930 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.176141 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.176419 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.176857 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.177070 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.177277 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.177563 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.177871 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.178118 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.178381 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.178596 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.178838 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.179053 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.179292 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.179507 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.179754 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.179963 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.180236 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.180458 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.180705 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.180928 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.181165 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.181404 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.181624 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.181839 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.182079 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.182312 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.182556 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.182797 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.183086 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.183441 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.187635 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.187635 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.187635 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.187635 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.187635 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.187635 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.187635 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.187635 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.188156 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.188156 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.188156 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.188156 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.188156 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.188156 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.188156 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.188156 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.188614 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.188614 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.188614 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.188614 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.188614 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.188907 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.189307 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.189421 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.189591 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.189808 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.190013 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.190303 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.190562 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.190794 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.191068 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.191312 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.191555 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.191822 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.192054 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.192268 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.192501 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.192731 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.192971 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.193234 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.193470 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.193700 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.193912 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.194126 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.194409 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.194624 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.194940 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.195151 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.195362 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.195606 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.195848 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.196062 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.196281 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.196516 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.196734 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.196949 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.197187 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.197398 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.197662 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.197880 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.198145 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.198427 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.198643 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.198890 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.199115 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.199352 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.199563 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.199808 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.200024 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.200244 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.200437 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.200651 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.200868 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.201098 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.201341 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.201574 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.201836 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.202084 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.202762 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.202905 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.203135 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.203410 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.203614 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.203849 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.204064 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.204279 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.204541 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.204849 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.205085 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.205334 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.205513 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.205746 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.206509 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 53268) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:55:22.210368 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.211178 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.212287 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.212287 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.212287 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.212558 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.212787 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.213090 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.213312 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.213571 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.213791 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.214011 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.214258 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.220108 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.220108 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.220108 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.220108 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.220108 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.220108 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.220108 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.220108 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.220648 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.220648 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.220777 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066879 Mar 31 21:55:22.220855 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.220855 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.220855 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.220855 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.220855 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.220855 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.220855 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.220855 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.221399 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.221399 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.221399 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.221399 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.221399 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.221399 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.221399 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.221399 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.221958 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.221958 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.221958 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.221958 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.221958 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.221958 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.221958 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.222473 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.223815 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.224111 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.224343 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.225253 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.225549 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.225817 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.226086 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.226416 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.226657 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.226932 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.227713 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.227713 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.227713 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.227968 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.228184 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.228407 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.228632 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.228914 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.229241 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.229531 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.229793 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.230037 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.230841 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.230841 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.231019 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.231120 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.231416 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.231877 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.232156 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.232422 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.232653 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.232914 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.233142 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.233377 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.233617 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.233866 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.234102 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.234392 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.234623 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.234850 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.235868 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.235868 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.235868 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.235868 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.236166 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.236166 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.236407 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.236571 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 21:55:22.237074 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110557) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 21:55:22.237271 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 21:55:22.237424 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 21:55:22.237632 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 21:55:22.237783 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 21:55:22.237926 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 21:55:22.238117 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.238319 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.238484 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.238665 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.238808 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.239009 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.239163 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.239303 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.239462 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.239623 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.239784 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.239943 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.240103 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.240263 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.240434 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.240578 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.240734 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.240895 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.241053 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.241215 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.241375 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.241549 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.241680 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] debug = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.241839 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.242984 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.243157 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.244436 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.244436 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.244436 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.244436 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.244436 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.244436 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.244436 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.244436 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.244927 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.244927 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.244927 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.244927 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.245158 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.245246 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.245395 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.245554 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] host = dv-cinder-836083-1-iscsi {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.245711 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.245870 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.246030 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.246210 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.246373 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.250147 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.250147 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.250147 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.250147 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.250147 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.250147 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.250147 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.250147 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.250786 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] log_file = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.250786 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] log_options = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.250786 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.250786 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.250786 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.250786 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.250786 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.251264 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.251264 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.251264 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.251264 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.251264 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.251264 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.251264 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.251264 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.251745 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.251745 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.251745 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.251745 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.251745 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.251745 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.251745 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.252177 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.252177 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.252177 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.252381 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.252458 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.252607 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.252766 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.252925 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.253084 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.253242 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.253402 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.253561 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.253721 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.253907 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.254041 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.254840 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.255030 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.255227 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.255400 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.255501 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.256502 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.256669 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.256836 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.256998 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.257160 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.257321 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.257483 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] use_json = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.257643 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.257805 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.257964 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.258125 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.259126 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.259273 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.259445 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.259611 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.259770 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 21:55:22.259958 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.260164 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.260345 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.260506 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.260670 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.260833 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.260998 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.261160 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.261323 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.261485 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.261655 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.261819 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.261993 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.262156 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.262347 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.262549 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.263495 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.263495 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.263495 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.263495 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.263495 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.263495 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.263939 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.263939 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.263939 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.264174 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.264174 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.264356 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.264518 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.264697 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.264861 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.265025 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.265189 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.265353 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.265515 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.265679 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.265858 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.266001 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.266166 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.266364 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.266523 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.266682 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.266840 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.266998 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.267156 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.267324 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.267487 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.267665 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.267807 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.267964 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.268121 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.268288 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.268420 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.268550 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.268710 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.270585 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.270585 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.270585 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.270816 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.270884 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:55:22.270974 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.271046 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.271202 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.271346 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.271509 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.271672 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.271835 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.271999 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.272161 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.272339 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.272503 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.272667 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.272830 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.272993 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.273156 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.273320 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.273487 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.273657 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.273832 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.273991 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.274129 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.274310 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.274450 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.274586 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.274737 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.274915 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.275151 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.275364 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.275580 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.275580 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.275799 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.276055 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.276149 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.276256 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.276420 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.276585 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.276749 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.277812 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.277812 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.277812 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.277812 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.277812 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.277812 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.277812 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.278291 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.278291 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.279453 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.279453 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.279606 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.279771 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.279935 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.280315 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.280315 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.280449 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.280554 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.280718 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.280883 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.281259 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.281259 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.281697 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.281697 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.281697 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.281927 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.282008 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.282306 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.283613 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.283613 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.283613 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.283613 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.283918 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.283918 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.284079 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.284234 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.284399 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.284560 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.284723 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.284898 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.285063 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.285228 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.285391 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.285600 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.285765 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.285928 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.286117 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.288352 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.288352 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.288352 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.288598 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.288685 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.288841 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.289007 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.289179 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.289345 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.289511 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.289698 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.289840 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.290004 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.290250 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.290352 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.290520 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.290685 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.290850 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.291014 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.291356 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.291356 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.291494 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.291651 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.291789 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.291955 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.293555 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.293555 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.293555 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.293555 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.293858 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.293858 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.293999 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.294092 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.295032 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.295032 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.295032 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.295032 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.295032 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.295032 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.295456 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.295456 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.295456 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.295680 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.295759 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.296729 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.296729 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.296729 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.296729 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.296729 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.296729 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.297100 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.297100 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.297221 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.297308 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.297476 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.297644 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.297935 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.297935 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.298097 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.298277 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.298461 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.298595 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.298766 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.298929 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.299105 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.299254 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.299480 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.299646 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.299814 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.299979 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.300143 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.300310 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.300474 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.300637 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.300799 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.300962 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.301126 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.301321 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.301478 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.301904 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.302077 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.302252 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.302418 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.302984 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.302984 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.302984 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.303243 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.303243 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.303391 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.303512 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.303668 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.303825 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.303992 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.304861 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.304861 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.304861 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.304861 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.304861 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.305242 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.305242 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.305242 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.305451 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.305528 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.305667 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.305844 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.306006 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.306267 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.306411 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.306574 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.306737 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.307696 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.307696 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.307696 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.307696 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.307696 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.307696 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.308081 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.308081 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.308201 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.308303 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.308473 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.308634 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.308799 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.308975 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.309139 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.309307 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.309470 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.309634 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.309797 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.309962 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.310132 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.310328 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.310498 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.310663 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.311216 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.311216 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.311216 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.311422 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.311488 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.311634 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.311797 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.312666 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.312666 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.312666 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.312666 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.312666 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.312980 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.312980 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.313099 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.313172 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.313651 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.313651 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.313651 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.313890 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.313969 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.314086 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.314292 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.314458 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.314621 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 21:55:22.315548 dv-cinder-836083-1-iscsi neutron-server[110557]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 21:55:34.176246 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798db43f-2d4a-49cf-be8a-d053918c4c70 None None] get_active_networks_info from dv-cinder-836083-1-iscsi {{(pid=110668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 31 21:55:34.350737 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798db43f-2d4a-49cf-be8a-d053918c4c70 None None] No non-hosted networks {{(pid=110668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 31 21:55:34.364354 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.agentschedulers_db [None req-798db43f-2d4a-49cf-be8a-d053918c4c70 None None] DHCP Agent not found on host dv-cinder-836083-1-iscsi {{(pid=110668) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 31 21:55:34.456915 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e226689b-d14a-4462-920f-b8f70e8b1785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624040'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:36.646671 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-6aad6627-b121-4bdd-a6a2-9f38715bed81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624040'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:36.682618 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.db.api [None req-c22c5055-a13a-447e-8b1f-27329d7ab573 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836083-1-iscsi {{(pid=110668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 21:55:36.683021 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG oslo_db.api [None req-c22c5055-a13a-447e-8b1f-27329d7ab573 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 21:55:37.212705 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c22c5055-a13a-447e-8b1f-27329d7ab573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:37.418246 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 53344) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:55:37.510490 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624040'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:37.953800 dv-cinder-836083-1-iscsi neutron-server[110666]: WARNING oslo_policy.policy [None req-9ca73193-d3af-43b9-8bbf-915b346b4ab0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 21:55:37.954663 dv-cinder-836083-1-iscsi neutron-server[110666]: WARNING oslo_policy.policy [None req-9ca73193-d3af-43b9-8bbf-915b346b4ab0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 21:55:38.178922 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [None req-9ca73193-d3af-43b9-8bbf-915b346b4ab0 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:55:38.180966 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-9ca73193-d3af-43b9-8bbf-915b346b4ab0 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7606921 Mar 31 21:55:39.027119 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624040'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:40.388655 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624040'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:40.390360 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:40.391723 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:40.392360 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:40.392991 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:40.393636 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:40.394135 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:40.397065 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:40.397065 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:40.397065 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:40.397065 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:40.397065 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:40.398048 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:40.398962 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:40.399770 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:40.400302 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:40.400957 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836083-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:55:40.408374 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836083-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:55:40.777543 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 53374) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:55:41.119618 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-205629ab-cf53-4c32-9d07-b83eb434c1d3 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:55:41.222872 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.policy [None req-205629ab-cf53-4c32-9d07-b83eb434c1d3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110666) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 21:55:41.265664 dv-cinder-836083-1-iscsi neutron-server[110666]: WARNING oslo_policy.policy [None req-205629ab-cf53-4c32-9d07-b83eb434c1d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 21:55:41.266052 dv-cinder-836083-1-iscsi neutron-server[110666]: WARNING oslo_policy.policy [None req-205629ab-cf53-4c32-9d07-b83eb434c1d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 21:55:41.455986 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-205629ab-cf53-4c32-9d07-b83eb434c1d3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758605113492', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758605059911', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758605075978', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758605072985', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758605080982', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758605666507', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1329069', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1350843', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-427285', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-632443'] for rbac-policy (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:41.669305 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-205629ab-cf53-4c32-9d07-b83eb434c1d3 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:41.682263 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-205629ab-cf53-4c32-9d07-b83eb434c1d3 admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8918478 Mar 31 21:55:42.669631 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.db.l3_hamode_db [None req-7df94461-9105-472e-be43-103d6c92fc89 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 31 21:55:42.749976 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df94461-9105-472e-be43-103d6c92fc89 None None] Routers set() bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:55:42.750401 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df94461-9105-472e-be43-103d6c92fc89 None None] Router IDs set() for agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 21:55:44.193290 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 53386) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:55:44.504123 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:55:44.600855 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Made reservation on behalf of 47492a61b2904feba2ec4e03f8470229 for: {'network': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:55:44.604755 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for network (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:44.621936 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:44.731249 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Publish callbacks [] for security_group (d35013cb-8851-4b69-9635-2c7d6066723f), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:44.803628 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (d35013cb-8851-4b69-9635-2c7d6066723f), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:44.836330 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=110666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:55:44.863907 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758607384881', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (f4ca2cf4-71f1-489d-80a0-afe8943e2dd3), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:44.864418 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Unsubscribe: segment precommit_create {{(pid=110666) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 21:55:44.864932 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.segments_db [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Added segment f4ca2cf4-71f1-489d-80a0-afe8943e2dd3 of type vlan for network 9a4a99c6-1a37-4818-9f3a-20dbcaab929e Mar 31 21:55:44.870535 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d35013cb-8851-4b69-9635-2c7d6066723f,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:55:44.906576 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:44.906913 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:44.907268 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:44.907613 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:44.907938 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:44.908255 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:44.908568 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:44.908881 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:44.909196 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:44.909505 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:44.909817 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:44.910145 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:44.910482 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:44.910816 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:44.911217 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Tracked resource versions report: Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: pushed versions: Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: { 'AddressGroup': {'1.2'}, Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'Agent': {'1.1'}, Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'ConntrackHelper': {'1.0'}, Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'LocalIPAssociation': {'1.0'}, Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'Log': {'1.0'}, Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'NDPProxy': {'1.0'}, Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'Network': {'1.1'}, Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'Port': {'1.7'}, Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'PortForwarding': {'1.3'}, Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'QosPolicy': {'1.10'}, Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'SecurityGroup': {'1.5'}, Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'SecurityGroupRule': {'1.2'}, Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'SubPort': {'1.0'}, Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'Subnet': {'1.1'}, Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'Trunk': {'1.1'}} Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: consumer versions: Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: { DHCP agent@dv-cinder-836083-1-iscsi: {}, Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: L3 agent@dv-cinder-836083-1-iscsi: {}, Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: Metadata agent@dv-cinder-836083-1-iscsi: {}, Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: Metering agent@dv-cinder-836083-1-iscsi: {}, Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: Open vSwitch agent@dv-cinder-836083-1-iscsi: { 'AddressGroup': '1.2', Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'Agent': '1.1', Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'ConntrackHelper': '1.0', Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'LocalIPAssociation': '1.0', Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'Log': '1.0', Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'NDPProxy': '1.0', Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'Network': '1.1', Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'Port': '1.7', Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'PortForwarding': '1.3', Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'QosPolicy': '1.10', Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'SecurityGroup': '1.5', Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'SecurityGroupRule': '1.2', Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'SubPort': '1.0', Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'Subnet': '1.1', Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: 'Trunk': '1.1'}} Mar 31 21:55:44.912587 dv-cinder-836083-1-iscsi neutron-server[110666]: {{(pid=110666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 21:55:44.979629 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758607012172'] for network (9a4a99c6-1a37-4818-9f3a-20dbcaab929e), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:45.072295 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for network (9a4a99c6-1a37-4818-9f3a-20dbcaab929e), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:45.077752 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:55:45.078503 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:45.198140 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] Pushing event updated for resources: {'Network': ['ID=9a4a99c6-1a37-4818-9f3a-20dbcaab929e,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:55:45.210414 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Network 9a4a99c6-1a37-4818-9f3a-20dbcaab929e details requested by agent ovs-agent-dv-cinder-836083-1-iscsi with host dv-cinder-836083-1-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:55:45.217285 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-a54db815-4ae7-41bf-9f8c-33601c575168 demo demo] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0229702 Mar 31 21:55:47.772809 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 53398) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:55:48.258661 dv-cinder-836083-1-iscsi neutron-server[110667]: WARNING oslo_policy.policy [None req-9725bf82-dcea-4aa4-a2be-9091cfc0317d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 21:55:48.259266 dv-cinder-836083-1-iscsi neutron-server[110667]: WARNING oslo_policy.policy [None req-9725bf82-dcea-4aa4-a2be-9091cfc0317d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 21:55:48.697027 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.policy [None req-9725bf82-dcea-4aa4-a2be-9091cfc0317d demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110667) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 21:55:48.738695 dv-cinder-836083-1-iscsi neutron-server[110667]: WARNING oslo_policy.policy [None req-9725bf82-dcea-4aa4-a2be-9091cfc0317d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 21:55:48.739069 dv-cinder-836083-1-iscsi neutron-server[110667]: WARNING oslo_policy.policy [None req-9725bf82-dcea-4aa4-a2be-9091cfc0317d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 21:55:48.747140 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9725bf82-dcea-4aa4-a2be-9091cfc0317d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:55:48.748869 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-9725bf82-dcea-4aa4-a2be-9091cfc0317d demo admin] 10.222.0.59 "GET /v2.0/networks/9a4a99c6-1a37-4818-9f3a-20dbcaab929e HTTP/1.1" status: 200 len: 825 time: 0.9751098 Mar 31 21:55:48.787870 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f69850ff-b077-4b7a-8c38-dc5f7c44ced1 demo admin] 10.222.0.59 "GET /v2.0/subnetpools/972ce5d1-a5d9-4d85-b6e4-35499555dd07 HTTP/1.1" status: 200 len: 734 time: 0.0333836 Mar 31 21:55:48.796521 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Request body: {'subnet': {'subnetpool_id': '972ce5d1-a5d9-4d85-b6e4-35499555dd07', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '9a4a99c6-1a37-4818-9f3a-20dbcaab929e', 'name': 'private-subnet'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:55:48.889074 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Made reservation on behalf of 47492a61b2904feba2ec4e03f8470229 for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:55:48.891851 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:49.255952 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for subnet (ae88fa5b-4025-4519-951a-c0601bc9d053), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:49.325782 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Checking segment: {'id': 'f4ca2cf4-71f1-489d-80a0-afe8943e2dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9a4a99c6-1a37-4818-9f3a-20dbcaab929e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:55:49.326165 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Network hostable DHCP agents. Network: 9a4a99c6-1a37-4818-9f3a-20dbcaab929e, hostable agents: ['0f848437-afb4-42e1-a895-141757b8cd79'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:55:49.340095 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Pushing event updated for resources: {'Subnet': ['ID=ae88fa5b-4025-4519-951a-c0601bc9d053,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:55:49.353885 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:49.354256 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:49.354615 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:49.354975 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:49.355306 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:49.355632 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:49.355956 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:49.356275 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:49.356613 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:49.356942 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:49.357261 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:49.357589 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:49.357908 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:49.358243 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:49.358558 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Tracked resource versions report: Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: pushed versions: Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: { 'AddressGroup': {'1.2'}, Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'Agent': {'1.1'}, Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'ConntrackHelper': {'1.0'}, Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'LocalIPAssociation': {'1.0'}, Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'Log': {'1.0'}, Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'NDPProxy': {'1.0'}, Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'Network': {'1.1'}, Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'Port': {'1.7'}, Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'PortForwarding': {'1.3'}, Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'QosPolicy': {'1.10'}, Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'SecurityGroup': {'1.5'}, Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'SecurityGroupRule': {'1.2'}, Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'SubPort': {'1.0'}, Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'Subnet': {'1.1'}, Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'Trunk': {'1.1'}} Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: consumer versions: Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: { DHCP agent@dv-cinder-836083-1-iscsi: {}, Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: L3 agent@dv-cinder-836083-1-iscsi: {}, Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: Metadata agent@dv-cinder-836083-1-iscsi: {}, Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: Metering agent@dv-cinder-836083-1-iscsi: {}, Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: Open vSwitch agent@dv-cinder-836083-1-iscsi: { 'AddressGroup': '1.2', Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'Agent': '1.1', Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'ConntrackHelper': '1.0', Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'LocalIPAssociation': '1.0', Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'Log': '1.0', Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'NDPProxy': '1.0', Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'Network': '1.1', Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'Port': '1.7', Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'PortForwarding': '1.3', Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'QosPolicy': '1.10', Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'SecurityGroup': '1.5', Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'SecurityGroupRule': '1.2', Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'SubPort': '1.0', Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'Subnet': '1.1', Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: 'Trunk': '1.1'}} Mar 31 21:55:49.359902 dv-cinder-836083-1-iscsi neutron-server[110667]: {{(pid=110667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 21:55:49.437552 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Network 9a4a99c6-1a37-4818-9f3a-20dbcaab929e is scheduled to be hosted by DHCP agent 0f848437-afb4-42e1-a895-141757b8cd79 with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:55:49.523326 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-1-iscsi, 9a4a99c6-1a37-4818-9f3a-20dbcaab929e) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:55:49.528097 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:55:49.528723 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:49.533656 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff6fc8b-1cde-482b-8072-c441112115d7 None None] Network 9a4a99c6-1a37-4818-9f3a-20dbcaab929e requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:55:49.615469 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-dbbfab08-c7ed-4c8a-bd09-1188d1afb97c demo admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8222377 Mar 31 21:55:49.910366 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a52870c-531f-5681-85b3-93ba771be156-9a4a99c6-1a37-4818-9f3a-20dbcaab929e', 'network_id': '9a4a99c6-1a37-4818-9f3a-20dbcaab929e', 'project_id': '47492a61b2904feba2ec4e03f8470229', 'fixed_ips': [{'subnet_id': 'ae88fa5b-4025-4519-951a-c0601bc9d053'}]}} from dv-cinder-836083-1-iscsi. {{(pid=110668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 21:55:49.911616 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:50.185651 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Allocated IP 172.20.0.2 (9a4a99c6-1a37-4818-9f3a-20dbcaab929e/ae88fa5b-4025-4519-951a-c0601bc9d053/b43cd80b-077f-4f66-b92e-166fb3ef1269) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:55:50.500727 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Publish callbacks [] for port (b43cd80b-077f-4f66-b92e-166fb3ef1269), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:50.584851 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (b43cd80b-077f-4f66-b92e-166fb3ef1269), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:50.668269 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Network 9a4a99c6-1a37-4818-9f3a-20dbcaab929e is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:55:50.672678 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:55:50.674380 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Pushing event updated for resources: {'Port': ['ID=b43cd80b-077f-4f66-b92e-166fb3ef1269,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:55:50.679261 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:55:50.685552 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:50.685903 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:50.686287 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:50.686650 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:50.686994 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:50.687325 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:50.687659 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:50.687989 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:50.688316 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:50.688641 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:50.688970 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:50.689312 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:50.689638 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:50.689964 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:50.690462 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Tracked resource versions report: Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: pushed versions: Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: { 'AddressGroup': {'1.2'}, Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'Agent': {'1.1'}, Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'ConntrackHelper': {'1.0'}, Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'LocalIPAssociation': {'1.0'}, Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'Log': {'1.0'}, Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'NDPProxy': {'1.0'}, Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'Network': {'1.1'}, Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'Port': {'1.7'}, Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'PortForwarding': {'1.3'}, Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'QosPolicy': {'1.10'}, Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'SecurityGroup': {'1.5'}, Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'SecurityGroupRule': {'1.2'}, Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'SubPort': {'1.0'}, Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'Subnet': {'1.1'}, Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'Trunk': {'1.1'}} Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: consumer versions: Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: { DHCP agent@dv-cinder-836083-1-iscsi: {}, Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: L3 agent@dv-cinder-836083-1-iscsi: {}, Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: Metadata agent@dv-cinder-836083-1-iscsi: {}, Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: Metering agent@dv-cinder-836083-1-iscsi: {}, Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: Open vSwitch agent@dv-cinder-836083-1-iscsi: { 'AddressGroup': '1.2', Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'Agent': '1.1', Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'ConntrackHelper': '1.0', Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'LocalIPAssociation': '1.0', Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'Log': '1.0', Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'NDPProxy': '1.0', Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'Network': '1.1', Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'Port': '1.7', Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'PortForwarding': '1.3', Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'QosPolicy': '1.10', Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'SecurityGroup': '1.5', Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'SecurityGroupRule': '1.2', Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'SubPort': '1.0', Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'Subnet': '1.1', Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: 'Trunk': '1.1'}} Mar 31 21:55:50.693755 dv-cinder-836083-1-iscsi neutron-server[110668]: {{(pid=110668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 21:55:50.769007 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Attempting to bind port b43cd80b-077f-4f66-b92e-166fb3ef1269 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:55:50.769332 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Attempting to bind port b43cd80b-077f-4f66-b92e-166fb3ef1269 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': 'f4ca2cf4-71f1-489d-80a0-afe8943e2dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9a4a99c6-1a37-4818-9f3a-20dbcaab929e'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:55:50.770337 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Attempting to bind port b43cd80b-077f-4f66-b92e-166fb3ef1269 on network 9a4a99c6-1a37-4818-9f3a-20dbcaab929e {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:55:50.775442 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:55:50.775806 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Checking segment: {'id': 'f4ca2cf4-71f1-489d-80a0-afe8943e2dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9a4a99c6-1a37-4818-9f3a-20dbcaab929e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:55:50.776272 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:50.776664 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Bound using segment: {'id': 'f4ca2cf4-71f1-489d-80a0-afe8943e2dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9a4a99c6-1a37-4818-9f3a-20dbcaab929e'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:55:50.777128 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Bound port: b43cd80b-077f-4f66-b92e-166fb3ef1269, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ca2cf4-71f1-489d-80a0-afe8943e2dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9a4a99c6-1a37-4818-9f3a-20dbcaab929e'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:55:50.777536 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (b43cd80b-077f-4f66-b92e-166fb3ef1269), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:50.841713 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] For port b43cd80b-077f-4f66-b92e-166fb3ef1269, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:55:50.846378 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] For port b43cd80b-077f-4f66-b92e-166fb3ef1269, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=b43cd80b-077f-4f66-b92e-166fb3ef1269,segment=NetworkSegment(f4ca2cf4-71f1-489d-80a0-afe8943e2dd3),segment_id=f4ca2cf4-71f1-489d-80a0-afe8943e2dd3)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:55:50.921642 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (b43cd80b-077f-4f66-b92e-166fb3ef1269), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:50.986736 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45413774-7a2b-464b-90d1-81eecc3f368c None None] Pushing event updated for resources: {'Port': ['ID=b43cd80b-077f-4f66-b92e-166fb3ef1269,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:55:52.169672 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 53418) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:55:52.488410 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [None req-a3910079-0186-4fc7-be44-77c5eb9dc31e admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:55:52.489409 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-a3910079-0186-4fc7-be44-77c5eb9dc31e admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3187945 Mar 31 21:55:55.029815 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 53426) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:55:55.343958 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [None req-33c1e3e5-857e-49f9-8ec8-25162c2f77cf admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:55:55.346051 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-33c1e3e5-857e-49f9-8ec8-25162c2f77cf admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3141806 Mar 31 21:55:57.883199 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 53434) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:55:58.195168 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-46f8714e-6954-4015-b8d7-8fed0e805ddf demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:55:58.407203 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-46f8714e-6954-4015-b8d7-8fed0e805ddf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-644'] for router (79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:58.409002 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-46f8714e-6954-4015-b8d7-8fed0e805ddf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1615592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-655'] for router (79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:58.551459 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-46f8714e-6954-4015-b8d7-8fed0e805ddf demo demo] Publish callbacks [] for router_controller (79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f), precommit_add_association {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:58.607597 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-46f8714e-6954-4015-b8d7-8fed0e805ddf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625619'] for router (79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:58.688504 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-46f8714e-6954-4015-b8d7-8fed0e805ddf demo demo] Publish callbacks [] for router (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:55:58.689904 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-46f8714e-6954-4015-b8d7-8fed0e805ddf demo demo] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8055110 Mar 31 21:56:01.064431 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device b43cd80b-077f-4f66-b92e-166fb3ef1269 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:56:01.159746 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port b43cd80b-077f-4f66-b92e-166fb3ef1269 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:56:01.160159 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (b43cd80b-077f-4f66-b92e-166fb3ef1269), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:01.260435 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 53446) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:56:01.273844 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port b43cd80b-077f-4f66-b92e-166fb3ef1269 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:56:01.274284 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (b43cd80b-077f-4f66-b92e-166fb3ef1269), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:01.310588 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] For port b43cd80b-077f-4f66-b92e-166fb3ef1269, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=b43cd80b-077f-4f66-b92e-166fb3ef1269,segment=NetworkSegment(f4ca2cf4-71f1-489d-80a0-afe8943e2dd3),segment_id=f4ca2cf4-71f1-489d-80a0-afe8943e2dd3)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:56:01.391906 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (b43cd80b-077f-4f66-b92e-166fb3ef1269), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:01.445096 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Pushing event updated for resources: {'Port': ['ID=b43cd80b-077f-4f66-b92e-166fb3ef1269,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:01.587301 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [None req-85bae857-db4d-4f03-8ae5-e2355d65492a admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:56:01.588277 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-85bae857-db4d-4f03-8ae5-e2355d65492a admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3269408 Mar 31 21:56:02.267828 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de4f864-36aa-402a-8ed1-e021977173a8 None None] Network 9a4a99c6-1a37-4818-9f3a-20dbcaab929e requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:56:02.330847 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-cbb4cc29-db37-4dc9-bc2e-12d03094574d None None] Provisioning complete for port b43cd80b-077f-4f66-b92e-166fb3ef1269 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:56:02.331264 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cbb4cc29-db37-4dc9-bc2e-12d03094574d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (b43cd80b-077f-4f66-b92e-166fb3ef1269), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:02.462847 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-cbb4cc29-db37-4dc9-bc2e-12d03094574d None None] Current status of the port b43cd80b-077f-4f66-b92e-166fb3ef1269 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:56:02.686537 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-84b06980-04c0-4b5f-92bb-8803bc98db49 None None] Provisioning complete for port b43cd80b-077f-4f66-b92e-166fb3ef1269 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:56:02.686929 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-84b06980-04c0-4b5f-92bb-8803bc98db49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (b43cd80b-077f-4f66-b92e-166fb3ef1269), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:02.765259 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-84b06980-04c0-4b5f-92bb-8803bc98db49 None None] Current status of the port b43cd80b-077f-4f66-b92e-166fb3ef1269 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:56:03.041231 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device b43cd80b-077f-4f66-b92e-166fb3ef1269 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:56:03.087947 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port b43cd80b-077f-4f66-b92e-166fb3ef1269 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:56:03.088338 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (b43cd80b-077f-4f66-b92e-166fb3ef1269), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:03.164552 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port b43cd80b-077f-4f66-b92e-166fb3ef1269 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:56:04.118966 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 53454) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:56:04.269295 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bbd963b3-5ddf-49ba-a402-be1075d3ab4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:04.435347 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-f516a239-0427-4952-aa76-29f16302fc59 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:56:04.511259 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f516a239-0427-4952-aa76-29f16302fc59 admin admin] Made reservation on behalf of de87fe98553444cdbec77055fcd63434 for: {'network': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:56:04.513384 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f516a239-0427-4952-aa76-29f16302fc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for network (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:04.528766 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f516a239-0427-4952-aa76-29f16302fc59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:04.628790 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f516a239-0427-4952-aa76-29f16302fc59 admin admin] Publish callbacks [] for security_group (efc6bc6b-3beb-4a49-9081-3ed49c601d99), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:04.694080 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f516a239-0427-4952-aa76-29f16302fc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (efc6bc6b-3beb-4a49-9081-3ed49c601d99), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:04.712155 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f516a239-0427-4952-aa76-29f16302fc59 admin admin] Reserving flat network on physical network physnet1 {{(pid=110667) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 31 21:56:04.728300 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516a239-0427-4952-aa76-29f16302fc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc6bc6b-3beb-4a49-9081-3ed49c601d99,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:04.736244 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f516a239-0427-4952-aa76-29f16302fc59 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758607384881', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (17cba5df-66af-4599-97a7-9c4ae9b54340), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:04.736825 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f516a239-0427-4952-aa76-29f16302fc59 admin admin] Unsubscribe: segment precommit_create {{(pid=110667) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 21:56:04.737307 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.db.segments_db [None req-f516a239-0427-4952-aa76-29f16302fc59 admin admin] Added segment 17cba5df-66af-4599-97a7-9c4ae9b54340 of type flat for network ad19088a-a902-4a91-855f-5fb9d1c67d87 Mar 31 21:56:04.796969 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f516a239-0427-4952-aa76-29f16302fc59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758607012172'] for network (ad19088a-a902-4a91-855f-5fb9d1c67d87), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:04.909130 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f516a239-0427-4952-aa76-29f16302fc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for network (ad19088a-a902-4a91-855f-5fb9d1c67d87), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:04.910067 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f516a239-0427-4952-aa76-29f16302fc59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:56:04.910655 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f516a239-0427-4952-aa76-29f16302fc59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:05.023460 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516a239-0427-4952-aa76-29f16302fc59 admin admin] Pushing event updated for resources: {'Network': ['ID=ad19088a-a902-4a91-855f-5fb9d1c67d87,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:05.033479 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 details requested by agent ovs-agent-dv-cinder-836083-1-iscsi with host dv-cinder-836083-1-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:56:05.072031 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f516a239-0427-4952-aa76-29f16302fc59 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9519346 Mar 31 21:56:06.619814 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-6a2c0236-fe97-4cd4-a11e-f218f4017695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:07.488209 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:07.564030 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 53462) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:56:07.854468 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a2db12-e2bf-48f7-bca9-094170bd6ac9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:56:07.855801 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-c6a2db12-e2bf-48f7-bca9-094170bd6ac9 demo admin] 10.222.0.59 "GET /v2.0/subnets/ae88fa5b-4025-4519-951a-c0601bc9d053 HTTP/1.1" status: 200 len: 849 time: 0.2907567 Mar 31 21:56:08.022223 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-10c94d4e-6d9c-4d90-980e-bda1838a58b6 demo admin] 10.222.0.59 "GET /v2.0/routers/79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f HTTP/1.1" status: 200 len: 704 time: 0.1606629 Mar 31 21:56:08.288344 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b01b463f-5fc7-48ab-b3b2-7af56a09643d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:08.580502 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-b01b463f-5fc7-48ab-b3b2-7af56a09643d demo admin] Allocated IP 172.20.0.1 (9a4a99c6-1a37-4818-9f3a-20dbcaab929e/ae88fa5b-4025-4519-951a-c0601bc9d053/b9b21330-5997-436a-a04c-57dec9983ed8) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:56:08.732031 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b01b463f-5fc7-48ab-b3b2-7af56a09643d demo admin] Publish callbacks [] for port (b9b21330-5997-436a-a04c-57dec9983ed8), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:08.858419 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b01b463f-5fc7-48ab-b3b2-7af56a09643d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (b9b21330-5997-436a-a04c-57dec9983ed8), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:08.927875 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01b463f-5fc7-48ab-b3b2-7af56a09643d demo admin] Network 9a4a99c6-1a37-4818-9f3a-20dbcaab929e is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:56:08.933993 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-b01b463f-5fc7-48ab-b3b2-7af56a09643d demo admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:56:08.943245 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01b463f-5fc7-48ab-b3b2-7af56a09643d demo admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:56:08.943245 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b01b463f-5fc7-48ab-b3b2-7af56a09643d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623236'] for router_interface (79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:08.960566 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:09.051379 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b463f-5fc7-48ab-b3b2-7af56a09643d demo admin] Pushing event updated for resources: {'Port': ['ID=b9b21330-5997-436a-a04c-57dec9983ed8,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:09.119006 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-c10cb795-5586-4791-8802-ab48b4858635 None None] Provisioning complete for port b9b21330-5997-436a-a04c-57dec9983ed8 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:56:09.119347 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c10cb795-5586-4791-8802-ab48b4858635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (b9b21330-5997-436a-a04c-57dec9983ed8), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:09.154238 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-c10cb795-5586-4791-8802-ab48b4858635 None None] Port b9b21330-5997-436a-a04c-57dec9983ed8 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:56:09.279182 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b01b463f-5fc7-48ab-b3b2-7af56a09643d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (b9b21330-5997-436a-a04c-57dec9983ed8), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:09.490600 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b01b463f-5fc7-48ab-b3b2-7af56a09643d demo admin] Publish callbacks [] for port (b9b21330-5997-436a-a04c-57dec9983ed8), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:09.550727 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b01b463f-5fc7-48ab-b3b2-7af56a09643d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (b9b21330-5997-436a-a04c-57dec9983ed8), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:09.551724 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b01b463f-5fc7-48ab-b3b2-7af56a09643d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1828931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623120'] for router_interface (79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:09.630036 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b463f-5fc7-48ab-b3b2-7af56a09643d demo admin] Pushing event updated for resources: {'Port': ['ID=b9b21330-5997-436a-a04c-57dec9983ed8,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:09.677529 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01b463f-5fc7-48ab-b3b2-7af56a09643d demo admin] Network 9a4a99c6-1a37-4818-9f3a-20dbcaab929e is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:56:09.678904 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-b01b463f-5fc7-48ab-b3b2-7af56a09643d demo admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:56:09.911289 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01b463f-5fc7-48ab-b3b2-7af56a09643d demo admin] Router 79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f is scheduled to L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c with binding_index 1 {{(pid=110667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 21:56:09.975086 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-bd4acf34-f61d-4ae8-9aa9-88048f567649 None None] Provisioning complete for port b9b21330-5997-436a-a04c-57dec9983ed8 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:56:09.975672 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bd4acf34-f61d-4ae8-9aa9-88048f567649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (b9b21330-5997-436a-a04c-57dec9983ed8), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:10.006542 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01b463f-5fc7-48ab-b3b2-7af56a09643d demo admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:56:10.011745 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b01b463f-5fc7-48ab-b3b2-7af56a09643d demo admin] 10.222.0.59 "PUT /v2.0/routers/79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9845207 Mar 31 21:56:10.011934 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-bd4acf34-f61d-4ae8-9aa9-88048f567649 None None] Port b9b21330-5997-436a-a04c-57dec9983ed8 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:56:10.018249 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] Sync routers for ids ['79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:56:10.033120 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] Routers {'79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:56:10.033941 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T21:56:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:10.228108 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] Set router 79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f gateway port host: None {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:56:10.397490 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:10.660333 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f', 'name': 'router1', 'tenant_id': '47492a61b2904feba2ec4e03f8470229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:55:58Z', 'updated_at': '2022-03-31T21:56:09Z', 'revision_number': 2, 'project_id': '47492a61b2904feba2ec4e03f8470229', 'gw_port_host': None, '_interfaces': [{'id': 'b9b21330-5997-436a-a04c-57dec9983ed8', 'name': '', 'network_id': '9a4a99c6-1a37-4818-9f3a-20dbcaab929e', 'tenant_id': '47492a61b2904feba2ec4e03f8470229', 'mac_address': 'fa:16:3e:ef:dc:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae88fa5b-4025-4519-951a-c0601bc9d053', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:56:08Z', 'updated_at': '2022-03-31T21:56:09Z', 'revision_number': 2, 'project_id': '47492a61b2904feba2ec4e03f8470229', 'subnets': [{'id': 'ae88fa5b-4025-4519-951a-c0601bc9d053', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '972ce5d1-a5d9-4d85-b6e4-35499555dd07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:10.710747 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] Checking router: 79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:56:10.711112 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] Updating router 79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f port b9b21330-5997-436a-a04c-57dec9983ed8 binding host dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:56:10.762478 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (b9b21330-5997-436a-a04c-57dec9983ed8), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:11.273858 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] Publish callbacks [] for port (b9b21330-5997-436a-a04c-57dec9983ed8), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:11.368256 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (b9b21330-5997-436a-a04c-57dec9983ed8), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:11.508158 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425d698-e8b3-48fe-a5fd-d88b15ac811b None None] Pushing event updated for resources: {'Port': ['ID=b9b21330-5997-436a-a04c-57dec9983ed8,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:11.532753 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425d698-e8b3-48fe-a5fd-d88b15ac811b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:11.533103 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425d698-e8b3-48fe-a5fd-d88b15ac811b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:11.533450 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425d698-e8b3-48fe-a5fd-d88b15ac811b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:11.533789 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425d698-e8b3-48fe-a5fd-d88b15ac811b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:11.534122 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425d698-e8b3-48fe-a5fd-d88b15ac811b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:11.534554 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425d698-e8b3-48fe-a5fd-d88b15ac811b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:11.534883 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425d698-e8b3-48fe-a5fd-d88b15ac811b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:11.535206 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425d698-e8b3-48fe-a5fd-d88b15ac811b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:11.535529 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425d698-e8b3-48fe-a5fd-d88b15ac811b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:11.535854 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425d698-e8b3-48fe-a5fd-d88b15ac811b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:11.536177 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425d698-e8b3-48fe-a5fd-d88b15ac811b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:11.536520 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425d698-e8b3-48fe-a5fd-d88b15ac811b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:11.536845 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425d698-e8b3-48fe-a5fd-d88b15ac811b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:11.537200 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425d698-e8b3-48fe-a5fd-d88b15ac811b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:11.537508 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425d698-e8b3-48fe-a5fd-d88b15ac811b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425d698-e8b3-48fe-a5fd-d88b15ac811b None None] Tracked resource versions report: Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: pushed versions: Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: { 'AddressGroup': {'1.2'}, Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'Agent': {'1.1'}, Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'ConntrackHelper': {'1.0'}, Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'LocalIPAssociation': {'1.0'}, Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'Log': {'1.0'}, Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'NDPProxy': {'1.0'}, Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'Network': {'1.1'}, Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'Port': {'1.7'}, Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'PortForwarding': {'1.3'}, Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'QosPolicy': {'1.10'}, Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'SecurityGroup': {'1.5'}, Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'SecurityGroupRule': {'1.2'}, Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'SubPort': {'1.0'}, Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'Subnet': {'1.1'}, Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'Trunk': {'1.1'}} Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: consumer versions: Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: { DHCP agent@dv-cinder-836083-1-iscsi: {}, Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: L3 agent@dv-cinder-836083-1-iscsi: {}, Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: Metadata agent@dv-cinder-836083-1-iscsi: {}, Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: Metering agent@dv-cinder-836083-1-iscsi: {}, Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: Open vSwitch agent@dv-cinder-836083-1-iscsi: { 'AddressGroup': '1.2', Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'Agent': '1.1', Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'ConntrackHelper': '1.0', Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'LocalIPAssociation': '1.0', Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'Log': '1.0', Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'NDPProxy': '1.0', Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'Network': '1.1', Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'Port': '1.7', Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'PortForwarding': '1.3', Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'QosPolicy': '1.10', Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'SecurityGroup': '1.5', Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'SecurityGroupRule': '1.2', Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'SubPort': '1.0', Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'Subnet': '1.1', Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: 'Trunk': '1.1'}} Mar 31 21:56:11.538967 dv-cinder-836083-1-iscsi neutron-server[110669]: {{(pid=110669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 21:56:11.551809 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] Attempting to bind port b9b21330-5997-436a-a04c-57dec9983ed8 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:56:11.552237 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] Attempting to bind port b9b21330-5997-436a-a04c-57dec9983ed8 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': 'f4ca2cf4-71f1-489d-80a0-afe8943e2dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9a4a99c6-1a37-4818-9f3a-20dbcaab929e'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:56:11.552639 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] Attempting to bind port b9b21330-5997-436a-a04c-57dec9983ed8 on network 9a4a99c6-1a37-4818-9f3a-20dbcaab929e {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:56:11.558335 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:56:11.558729 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] Checking segment: {'id': 'f4ca2cf4-71f1-489d-80a0-afe8943e2dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9a4a99c6-1a37-4818-9f3a-20dbcaab929e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:56:11.559194 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:11.559585 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] Bound using segment: {'id': 'f4ca2cf4-71f1-489d-80a0-afe8943e2dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9a4a99c6-1a37-4818-9f3a-20dbcaab929e'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:56:11.560054 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] Bound port: b9b21330-5997-436a-a04c-57dec9983ed8, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ca2cf4-71f1-489d-80a0-afe8943e2dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '9a4a99c6-1a37-4818-9f3a-20dbcaab929e'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:56:11.560438 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (b9b21330-5997-436a-a04c-57dec9983ed8), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:11.626055 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] For port b9b21330-5997-436a-a04c-57dec9983ed8, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:56:11.645912 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] For port b9b21330-5997-436a-a04c-57dec9983ed8, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=b9b21330-5997-436a-a04c-57dec9983ed8,segment=NetworkSegment(f4ca2cf4-71f1-489d-80a0-afe8943e2dd3),segment_id=f4ca2cf4-71f1-489d-80a0-afe8943e2dd3)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:56:11.649262 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-903f3c68-fa51-4e77-9d7c-6940628c8843 None None] Provisioning complete for port b9b21330-5997-436a-a04c-57dec9983ed8 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:56:11.649774 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-903f3c68-fa51-4e77-9d7c-6940628c8843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (b9b21330-5997-436a-a04c-57dec9983ed8), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:11.683723 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-903f3c68-fa51-4e77-9d7c-6940628c8843 None None] Port b9b21330-5997-436a-a04c-57dec9983ed8 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 21:56:11.709219 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (b9b21330-5997-436a-a04c-57dec9983ed8), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:11.765136 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] Routers {'79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:56:11.765758 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T21:56:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:11.804747 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425d698-e8b3-48fe-a5fd-d88b15ac811b None None] Pushing event updated for resources: {'Port': ['ID=b9b21330-5997-436a-a04c-57dec9983ed8,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:11.861507 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] Set router 79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f gateway port host: None {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:56:12.003195 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-fa936f50-e796-4a32-a3eb-ec2127dbbc23 None None] Provisioning complete for port b9b21330-5997-436a-a04c-57dec9983ed8 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:56:12.003864 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-fa936f50-e796-4a32-a3eb-ec2127dbbc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (b9b21330-5997-436a-a04c-57dec9983ed8), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:12.077735 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f', 'name': 'router1', 'tenant_id': '47492a61b2904feba2ec4e03f8470229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:55:58Z', 'updated_at': '2022-03-31T21:56:09Z', 'revision_number': 2, 'project_id': '47492a61b2904feba2ec4e03f8470229', 'gw_port_host': None, '_interfaces': [{'id': 'b9b21330-5997-436a-a04c-57dec9983ed8', 'name': '', 'network_id': '9a4a99c6-1a37-4818-9f3a-20dbcaab929e', 'tenant_id': '47492a61b2904feba2ec4e03f8470229', 'mac_address': 'fa:16:3e:ef:dc:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae88fa5b-4025-4519-951a-c0601bc9d053', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:56:08Z', 'updated_at': '2022-03-31T21:56:11Z', 'revision_number': 4, 'project_id': '47492a61b2904feba2ec4e03f8470229', 'subnets': [{'id': 'ae88fa5b-4025-4519-951a-c0601bc9d053', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '972ce5d1-a5d9-4d85-b6e4-35499555dd07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:12.085473 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-fa936f50-e796-4a32-a3eb-ec2127dbbc23 None None] Current status of the port b9b21330-5997-436a-a04c-57dec9983ed8 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:56:12.085859 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-fa936f50-e796-4a32-a3eb-ec2127dbbc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (b9b21330-5997-436a-a04c-57dec9983ed8), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:12.105078 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0d2f69-eece-47bf-b575-ef44417560aa None None] The sync data for ids ['79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f'] in dv-cinder-836083-1-iscsi is: [{'id': '79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f', 'name': 'router1', 'tenant_id': '47492a61b2904feba2ec4e03f8470229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:55:58Z', 'updated_at': '2022-03-31T21:56:09Z', 'revision_number': 2, 'project_id': '47492a61b2904feba2ec4e03f8470229', 'gw_port_host': None, '_interfaces': [{'id': 'b9b21330-5997-436a-a04c-57dec9983ed8', 'name': '', 'network_id': '9a4a99c6-1a37-4818-9f3a-20dbcaab929e', 'tenant_id': '47492a61b2904feba2ec4e03f8470229', 'mac_address': 'fa:16:3e:ef:dc:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae88fa5b-4025-4519-951a-c0601bc9d053', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:56:08Z', 'updated_at': '2022-03-31T21:56:11Z', 'revision_number': 4, 'project_id': '47492a61b2904feba2ec4e03f8470229', 'subnets': [{'id': 'ae88fa5b-4025-4519-951a-c0601bc9d053', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '972ce5d1-a5d9-4d85-b6e4-35499555dd07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:56:12.118325 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-fa936f50-e796-4a32-a3eb-ec2127dbbc23 None None] For port b9b21330-5997-436a-a04c-57dec9983ed8, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=b9b21330-5997-436a-a04c-57dec9983ed8,segment=NetworkSegment(f4ca2cf4-71f1-489d-80a0-afe8943e2dd3),segment_id=f4ca2cf4-71f1-489d-80a0-afe8943e2dd3)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:56:12.184162 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-fa936f50-e796-4a32-a3eb-ec2127dbbc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (b9b21330-5997-436a-a04c-57dec9983ed8), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:12.233483 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa936f50-e796-4a32-a3eb-ec2127dbbc23 None None] Pushing event updated for resources: {'Port': ['ID=b9b21330-5997-436a-a04c-57dec9983ed8,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:12.493316 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 53482) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:56:12.604692 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006e3547-dcf6-4b4c-b41a-c76bef4435da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:56:12.606040 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-006e3547-dcf6-4b4c-b41a-c76bef4435da admin admin] 10.222.0.59 "GET /v2.0/networks/ad19088a-a902-4a91-855f-5fb9d1c67d87 HTTP/1.1" status: 200 len: 842 time: 0.1117804 Mar 31 21:56:12.615427 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-11365a3f-a6dd-461f-bb59-bd6e6728f8a5 admin admin] Request body: {'subnet': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'name': 'public-subnet'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:56:12.709149 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11365a3f-a6dd-461f-bb59-bd6e6728f8a5 admin admin] Made reservation on behalf of de87fe98553444cdbec77055fcd63434 for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:56:12.711565 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-11365a3f-a6dd-461f-bb59-bd6e6728f8a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:13.034305 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.objects.ports [None req-11365a3f-a6dd-461f-bb59-bd6e6728f8a5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110667) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 21:56:13.034719 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-11365a3f-a6dd-461f-bb59-bd6e6728f8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for subnet (5d366205-9c7a-4898-9c8b-600d476ec59e), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:13.090381 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11365a3f-a6dd-461f-bb59-bd6e6728f8a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d366205-9c7a-4898-9c8b-600d476ec59e,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:13.096984 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11365a3f-a6dd-461f-bb59-bd6e6728f8a5 admin admin] Checking segment: {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:56:13.097220 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11365a3f-a6dd-461f-bb59-bd6e6728f8a5 admin admin] Network hostable DHCP agents. Network: ad19088a-a902-4a91-855f-5fb9d1c67d87, hostable agents: ['0f848437-afb4-42e1-a895-141757b8cd79'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:56:13.180967 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11365a3f-a6dd-461f-bb59-bd6e6728f8a5 admin admin] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 is scheduled to be hosted by DHCP agent 0f848437-afb4-42e1-a895-141757b8cd79 with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:56:13.280468 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-11365a3f-a6dd-461f-bb59-bd6e6728f8a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-1-iscsi, ad19088a-a902-4a91-855f-5fb9d1c67d87) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:56:13.285918 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11365a3f-a6dd-461f-bb59-bd6e6728f8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:56:13.287129 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-11365a3f-a6dd-461f-bb59-bd6e6728f8a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:13.290188 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c753a77-4914-46d2-9e7a-2155a9ab3b37 None None] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:56:13.389941 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11babe5-9ab7-4d74-b25b-bc2e4ff6943d None None] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:56:13.397300 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-11365a3f-a6dd-461f-bb59-bd6e6728f8a5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7852857 Mar 31 21:56:15.846198 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 53500) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:56:15.980067 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-1def64e5-c8de-40d8-bf55-485554609cc9 demo admin] 10.222.0.59 "GET /v2.0/routers/79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f HTTP/1.1" status: 200 len: 710 time: 0.1326241 Mar 31 21:56:16.065132 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddd8742-d7b6-48dc-b861-d120cc7cdd5d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:56:16.067067 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-8ddd8742-d7b6-48dc-b861-d120cc7cdd5d demo admin] 10.222.0.59 "GET /v2.0/networks/ad19088a-a902-4a91-855f-5fb9d1c67d87 HTTP/1.1" status: 200 len: 886 time: 0.0817766 Mar 31 21:56:16.075956 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-1ee2c5b2-54ed-4389-990e-74eeaaed02a8 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:56:16.411589 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1ee2c5b2-54ed-4389-990e-74eeaaed02a8 demo admin] Publish callbacks [] for router_gateway (79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:16.696894 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1ee2c5b2-54ed-4389-990e-74eeaaed02a8 demo admin] Publish callbacks [] for router_gateway (79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:16.773190 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1ee2c5b2-54ed-4389-990e-74eeaaed02a8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:16.874933 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-1ee2c5b2-54ed-4389-990e-74eeaaed02a8 demo admin] Allocated IP 172.27.2.209 (ad19088a-a902-4a91-855f-5fb9d1c67d87/5d366205-9c7a-4898-9c8b-600d476ec59e/eac5f0e6-7146-420b-b2d0-f57fd1e2a959) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:56:16.976740 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1ee2c5b2-54ed-4389-990e-74eeaaed02a8 demo admin] Publish callbacks [] for port (eac5f0e6-7146-420b-b2d0-f57fd1e2a959), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:17.122663 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1ee2c5b2-54ed-4389-990e-74eeaaed02a8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (eac5f0e6-7146-420b-b2d0-f57fd1e2a959), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:17.159427 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee2c5b2-54ed-4389-990e-74eeaaed02a8 demo admin] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:56:17.162228 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-1ee2c5b2-54ed-4389-990e-74eeaaed02a8 demo admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:56:17.171211 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee2c5b2-54ed-4389-990e-74eeaaed02a8 demo admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:56:17.173737 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2c5b2-54ed-4389-990e-74eeaaed02a8 demo admin] Pushing event updated for resources: {'Port': ['ID=eac5f0e6-7146-420b-b2d0-f57fd1e2a959,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:17.526057 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1ee2c5b2-54ed-4389-990e-74eeaaed02a8 demo admin] Publish callbacks [] for router_gateway (79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:17.725629 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1ee2c5b2-54ed-4389-990e-74eeaaed02a8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1629063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-761'] for router (79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:17.728998 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1ee2c5b2-54ed-4389-990e-74eeaaed02a8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1629070'] for router (79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:17.917940 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee2c5b2-54ed-4389-990e-74eeaaed02a8 demo admin] Router 79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 21:56:18.023899 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee2c5b2-54ed-4389-990e-74eeaaed02a8 demo admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 21:56:18.027973 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1ee2c5b2-54ed-4389-990e-74eeaaed02a8 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:18.042200 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-1ee2c5b2-54ed-4389-990e-74eeaaed02a8 demo admin] 10.222.0.59 "PUT /v2.0/routers/79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f HTTP/1.1" status: 200 len: 890 time: 1.9563341 Mar 31 21:56:19.077277 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device b9b21330-5997-436a-a04c-57dec9983ed8 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:56:19.128541 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port b9b21330-5997-436a-a04c-57dec9983ed8 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:56:19.129181 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (b9b21330-5997-436a-a04c-57dec9983ed8), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:19.243973 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port b9b21330-5997-436a-a04c-57dec9983ed8 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:56:20.578473 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 53512) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:56:20.710249 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-292179c3-8cd0-408e-b996-fdffaee0ec9a admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1304770 Mar 31 21:56:20.748442 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] Sync routers for ids ['79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 21:56:20.761203 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] Routers {'79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:56:20.761972 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T21:56:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:20.992733 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] Set router 79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:56:21.476031 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f', 'name': 'router1', 'tenant_id': '47492a61b2904feba2ec4e03f8470229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'eac5f0e6-7146-420b-b2d0-f57fd1e2a959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:55:58Z', 'updated_at': '2022-03-31T21:56:17Z', 'revision_number': 4, 'project_id': '47492a61b2904feba2ec4e03f8470229', 'gw_port': {'id': 'eac5f0e6-7146-420b-b2d0-f57fd1e2a959', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:41:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:56:16Z', 'updated_at': '2022-03-31T21:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'b9b21330-5997-436a-a04c-57dec9983ed8', 'name': '', 'network_id': '9a4a99c6-1a37-4818-9f3a-20dbcaab929e', 'tenant_id': '47492a61b2904feba2ec4e03f8470229', 'mac_address': 'fa:16:3e:ef:dc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae88fa5b-4025-4519-951a-c0601bc9d053', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:56:08Z', 'updated_at': '2022-03-31T21:56:12Z', 'revision_number': 5, 'project_id': '47492a61b2904feba2ec4e03f8470229', 'subnets': [{'id': 'ae88fa5b-4025-4519-951a-c0601bc9d053', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '972ce5d1-a5d9-4d85-b6e4-35499555dd07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:21.534080 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] Checking router: 79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 21:56:21.534465 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] Updating router 79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f port eac5f0e6-7146-420b-b2d0-f57fd1e2a959 binding host dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 21:56:21.586808 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (eac5f0e6-7146-420b-b2d0-f57fd1e2a959), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:21.912062 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] Publish callbacks [] for port (eac5f0e6-7146-420b-b2d0-f57fd1e2a959), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:22.003282 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (eac5f0e6-7146-420b-b2d0-f57fd1e2a959), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:22.052219 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27770143-208c-4a73-ab12-eba1285f0308 None None] Pushing event updated for resources: {'Port': ['ID=eac5f0e6-7146-420b-b2d0-f57fd1e2a959,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:22.068250 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] Attempting to bind port eac5f0e6-7146-420b-b2d0-f57fd1e2a959 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:56:22.068551 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] Attempting to bind port eac5f0e6-7146-420b-b2d0-f57fd1e2a959 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:56:22.068909 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] Attempting to bind port eac5f0e6-7146-420b-b2d0-f57fd1e2a959 on network ad19088a-a902-4a91-855f-5fb9d1c67d87 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:56:22.073901 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:56:22.074577 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] Checking segment: {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:56:22.074707 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:22.075078 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] Bound using segment: {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:56:22.075535 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] Bound port: eac5f0e6-7146-420b-b2d0-f57fd1e2a959, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:56:22.075909 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (eac5f0e6-7146-420b-b2d0-f57fd1e2a959), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:22.124232 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] For port eac5f0e6-7146-420b-b2d0-f57fd1e2a959, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:56:22.127126 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] For port eac5f0e6-7146-420b-b2d0-f57fd1e2a959, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=eac5f0e6-7146-420b-b2d0-f57fd1e2a959,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:56:22.214420 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (eac5f0e6-7146-420b-b2d0-f57fd1e2a959), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:22.266590 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] Routers {'79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 21:56:22.267189 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T21:56:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:22.344358 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27770143-208c-4a73-ab12-eba1285f0308 None None] Pushing event updated for resources: {'Port': ['ID=eac5f0e6-7146-420b-b2d0-f57fd1e2a959,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:22.408214 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] Set router 79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 21:56:22.634411 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f', 'name': 'router1', 'tenant_id': '47492a61b2904feba2ec4e03f8470229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'eac5f0e6-7146-420b-b2d0-f57fd1e2a959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:55:58Z', 'updated_at': '2022-03-31T21:56:17Z', 'revision_number': 4, 'project_id': '47492a61b2904feba2ec4e03f8470229', 'gw_port': {'id': 'eac5f0e6-7146-420b-b2d0-f57fd1e2a959', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:41:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:56:16Z', 'updated_at': '2022-03-31T21:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'b9b21330-5997-436a-a04c-57dec9983ed8', 'name': '', 'network_id': '9a4a99c6-1a37-4818-9f3a-20dbcaab929e', 'tenant_id': '47492a61b2904feba2ec4e03f8470229', 'mac_address': 'fa:16:3e:ef:dc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae88fa5b-4025-4519-951a-c0601bc9d053', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:56:08Z', 'updated_at': '2022-03-31T21:56:12Z', 'revision_number': 5, 'project_id': '47492a61b2904feba2ec4e03f8470229', 'subnets': [{'id': 'ae88fa5b-4025-4519-951a-c0601bc9d053', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '972ce5d1-a5d9-4d85-b6e4-35499555dd07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 21:56:22.662101 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ea8101-fa3f-490a-85ef-1e79dafb423a None None] The sync data for ids ['79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f'] in dv-cinder-836083-1-iscsi is: [{'id': '79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f', 'name': 'router1', 'tenant_id': '47492a61b2904feba2ec4e03f8470229', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'eac5f0e6-7146-420b-b2d0-f57fd1e2a959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T21:55:58Z', 'updated_at': '2022-03-31T21:56:17Z', 'revision_number': 4, 'project_id': '47492a61b2904feba2ec4e03f8470229', 'gw_port': {'id': 'eac5f0e6-7146-420b-b2d0-f57fd1e2a959', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:41:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:56:16Z', 'updated_at': '2022-03-31T21:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'b9b21330-5997-436a-a04c-57dec9983ed8', 'name': '', 'network_id': '9a4a99c6-1a37-4818-9f3a-20dbcaab929e', 'tenant_id': '47492a61b2904feba2ec4e03f8470229', 'mac_address': 'fa:16:3e:ef:dc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c0a6f0-f0f0-45a7-b58f-f9c1ba3ebf6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ae88fa5b-4025-4519-951a-c0601bc9d053', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T21:56:08Z', 'updated_at': '2022-03-31T21:56:12Z', 'revision_number': 5, 'project_id': '47492a61b2904feba2ec4e03f8470229', 'subnets': [{'id': 'ae88fa5b-4025-4519-951a-c0601bc9d053', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '972ce5d1-a5d9-4d85-b6e4-35499555dd07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 21:56:23.116539 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device eac5f0e6-7146-420b-b2d0-f57fd1e2a959 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:56:23.188101 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port eac5f0e6-7146-420b-b2d0-f57fd1e2a959 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:56:23.188609 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (eac5f0e6-7146-420b-b2d0-f57fd1e2a959), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:23.288978 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port eac5f0e6-7146-420b-b2d0-f57fd1e2a959 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:56:23.291425 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (eac5f0e6-7146-420b-b2d0-f57fd1e2a959), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:23.316329 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] For port eac5f0e6-7146-420b-b2d0-f57fd1e2a959, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=eac5f0e6-7146-420b-b2d0-f57fd1e2a959,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:56:23.400896 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (eac5f0e6-7146-420b-b2d0-f57fd1e2a959), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:23.484395 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Pushing event updated for resources: {'Port': ['ID=eac5f0e6-7146-420b-b2d0-f57fd1e2a959,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:56:25.119512 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device eac5f0e6-7146-420b-b2d0-f57fd1e2a959 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:56:25.219483 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port eac5f0e6-7146-420b-b2d0-f57fd1e2a959 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:56:25.219873 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (eac5f0e6-7146-420b-b2d0-f57fd1e2a959), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:25.323547 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port eac5f0e6-7146-420b-b2d0-f57fd1e2a959 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:56:28.158963 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 5 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:56:34.269094 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-521a2521-3a1d-484a-b89a-0c942139bd82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:36.613953 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-56f920a7-9f3c-4587-a9d3-6f0fe41f0f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:37.462997 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:38.979097 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:56:40.373500 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:04.252358 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-6f3e9dad-74dd-4b7f-b5d5-f615ec27ac0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:05.159001 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 5 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:57:07.670072 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-6d854be0-957e-4938-af80-5368537d2485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:07.698017 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:08.965949 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:10.410212 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:34.232274 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-35fa9016-3980-4342-9116-4eb43df16fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:36.604972 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-212ec32a-4058-4401-bc03-8a69e38653a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:37.462279 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:38.982010 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:40.376498 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:42.161222 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 5 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:57:46.792881 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 53996) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:57:46.858725 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f12ab6-4703-4c36-9e3d-4aa4684f7dcd admin admin] GET failed (client error): The resource could not be found. Mar 31 21:57:46.860009 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-77f12ab6-4703-4c36-9e3d-4aa4684f7dcd admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0661809 Mar 31 21:57:47.057621 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ab6695-5f7e-47ac-85ac-d8263edc1903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:57:47.059044 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-e7ab6695-5f7e-47ac-85ac-d8263edc1903 admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1950541 Mar 31 21:57:49.379203 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54006) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:57:49.509525 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9cfb50-172a-4e51-bddb-d60ef496418e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:57:49.510908 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-1d9cfb50-172a-4e51-bddb-d60ef496418e admin admin] 10.222.0.59 "GET /v2.0/subnets/ae88fa5b-4025-4519-951a-c0601bc9d053 HTTP/1.1" status: 200 len: 849 time: 0.1307185 Mar 31 21:57:49.520649 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-96f4c3c7-be01-4f11-8c79-72cdd80c10ea admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:57:49.603411 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-96f4c3c7-be01-4f11-8c79-72cdd80c10ea admin admin] Publish callbacks [] for subnet (ae88fa5b-4025-4519-951a-c0601bc9d053), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:49.808493 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-96f4c3c7-be01-4f11-8c79-72cdd80c10ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758607544706'] for subnet (ae88fa5b-4025-4519-951a-c0601bc9d053), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:49.847726 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f4c3c7-be01-4f11-8c79-72cdd80c10ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:57:49.848334 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-96f4c3c7-be01-4f11-8c79-72cdd80c10ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:49.849711 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-96f4c3c7-be01-4f11-8c79-72cdd80c10ea admin admin] 10.222.0.59 "PUT /v2.0/subnets/ae88fa5b-4025-4519-951a-c0601bc9d053 HTTP/1.1" status: 200 len: 868 time: 0.3325872 Mar 31 21:57:49.870560 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4c3c7-be01-4f11-8c79-72cdd80c10ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae88fa5b-4025-4519-951a-c0601bc9d053,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:57:49.874386 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427e0206-b261-4200-8026-0140bafa43a1 None None] Network 9a4a99c6-1a37-4818-9f3a-20dbcaab929e requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:57:49.878602 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c3c7-be01-4f11-8c79-72cdd80c10ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:57:49.878941 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c3c7-be01-4f11-8c79-72cdd80c10ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:57:49.879305 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c3c7-be01-4f11-8c79-72cdd80c10ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:57:49.879647 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c3c7-be01-4f11-8c79-72cdd80c10ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:57:49.879989 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c3c7-be01-4f11-8c79-72cdd80c10ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:57:49.880307 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c3c7-be01-4f11-8c79-72cdd80c10ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:57:49.880630 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c3c7-be01-4f11-8c79-72cdd80c10ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:57:49.880952 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c3c7-be01-4f11-8c79-72cdd80c10ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:57:49.881293 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c3c7-be01-4f11-8c79-72cdd80c10ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:57:49.881622 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c3c7-be01-4f11-8c79-72cdd80c10ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:57:49.881961 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c3c7-be01-4f11-8c79-72cdd80c10ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:57:49.882326 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c3c7-be01-4f11-8c79-72cdd80c10ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:57:49.882656 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c3c7-be01-4f11-8c79-72cdd80c10ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:57:49.882978 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c3c7-be01-4f11-8c79-72cdd80c10ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:57:49.883296 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f4c3c7-be01-4f11-8c79-72cdd80c10ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:57:50.199733 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-e148abe2-38cb-48e0-8099-2e30d0d53a42 None None] Provisioning complete for port b9b21330-5997-436a-a04c-57dec9983ed8 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:57:50.200099 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e148abe2-38cb-48e0-8099-2e30d0d53a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (b9b21330-5997-436a-a04c-57dec9983ed8), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:50.278690 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-e148abe2-38cb-48e0-8099-2e30d0d53a42 None None] Current status of the port b9b21330-5997-436a-a04c-57dec9983ed8 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:57:50.288117 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-e148abe2-38cb-48e0-8099-2e30d0d53a42 None None] Provisioning complete for port b43cd80b-077f-4f66-b92e-166fb3ef1269 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:57:50.288496 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e148abe2-38cb-48e0-8099-2e30d0d53a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (b43cd80b-077f-4f66-b92e-166fb3ef1269), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:57:50.364389 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-e148abe2-38cb-48e0-8099-2e30d0d53a42 None None] Current status of the port b43cd80b-077f-4f66-b92e-166fb3ef1269 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:57:52.163637 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 54014) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:57:52.364097 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9979e6-0f2c-4035-b901-114eb431dcf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:57:52.364497 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9979e6-0f2c-4035-b901-114eb431dcf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:57:52.366022 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-fd9979e6-0f2c-4035-b901-114eb431dcf7 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2014582 Mar 31 21:57:54.679754 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54024) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:57:54.878722 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0df819-2f24-46fb-909c-a16cae2176a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:57:54.879202 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0df819-2f24-46fb-909c-a16cae2176a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:57:54.880717 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-8d0df819-2f24-46fb-909c-a16cae2176a4 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2000062 Mar 31 21:57:57.203026 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54032) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:57:57.400625 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ce9287-11dc-4797-bd60-c8e55be419f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:57:57.401992 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-c5ce9287-11dc-4797-bd60-c8e55be419f7 admin admin] 10.222.0.59 "GET /v2.0/networks/9a4a99c6-1a37-4818-9f3a-20dbcaab929e HTTP/1.1" status: 200 len: 869 time: 0.1979859 Mar 31 21:57:59.711890 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54040) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:57:59.838480 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6950926-5629-44c8-8c15-0a5ebee24bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:57:59.839866 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-d6950926-5629-44c8-8c15-0a5ebee24bfe admin admin] 10.222.0.59 "GET /v2.0/networks/ad19088a-a902-4a91-855f-5fb9d1c67d87 HTTP/1.1" status: 200 len: 886 time: 0.1270220 Mar 31 21:58:02.148416 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54048) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:58:02.273681 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca730f2-ddd6-472e-8ea6-9a84d29886de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:58:02.274141 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca730f2-ddd6-472e-8ea6-9a84d29886de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:58:02.275757 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-cca730f2-ddd6-472e-8ea6-9a84d29886de admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1264095 Mar 31 21:58:04.249831 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f31c9b84-c5cf-4dc1-95fc-fa9b14335b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:04.561052 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54056) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:58:04.649254 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f3d0ff-6027-4e2f-93d9-1ef8c8b4a599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:58:04.649713 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f3d0ff-6027-4e2f-93d9-1ef8c8b4a599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:58:04.651242 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-40f3d0ff-6027-4e2f-93d9-1ef8c8b4a599 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0892341 Mar 31 21:58:06.626823 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0d3c7492-8fbc-403c-b2db-b5d616a4f7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:06.960664 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54064) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:58:07.046386 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e01aca-2c51-43c5-97bb-f79abf0bd476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:58:07.047721 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-a8e01aca-2c51-43c5-97bb-f79abf0bd476 admin admin] 10.222.0.59 "GET /v2.0/subnets/5d366205-9c7a-4898-9c8b-600d476ec59e HTTP/1.1" status: 200 len: 816 time: 0.0860708 Mar 31 21:58:07.467322 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:08.998230 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:09.379702 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 54072) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:58:09.470898 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b13d66-aab3-4966-80a9-3dfe1f55a48d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:58:09.472222 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e0b13d66-aab3-4966-80a9-3dfe1f55a48d admin admin] 10.222.0.59 "GET /v2.0/subnets/ae88fa5b-4025-4519-951a-c0601bc9d053 HTTP/1.1" status: 200 len: 868 time: 0.0915804 Mar 31 21:58:10.379296 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:19.160538 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 5 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:58:34.254734 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9b5f141f-f4d7-4ed5-becc-805216c96edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:36.618640 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-42fe8fcf-a489-4cfe-bfea-1b75fd3181eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:37.500051 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:37.795211 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 54124) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:58:37.842673 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [None req-1215f45f-0e79-4a65-ad41-8a2ec6fb0023 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 21:58:37.843681 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-1215f45f-0e79-4a65-ad41-8a2ec6fb0023 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475054 Mar 31 21:58:38.963297 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:40.260079 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54132) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:58:40.325807 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.pecan_wsgi.hooks.translation [None req-770aadc9-c7cd-4b26-9c1a-45fa22a55771 admin admin] GET failed (client error): The resource could not be found. Mar 31 21:58:40.329692 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-770aadc9-c7cd-4b26-9c1a-45fa22a55771 admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0661061 Mar 31 21:58:40.369078 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:40.411299 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc58cf81-d642-45a1-85cf-6e9b180328d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:58:40.412793 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-fc58cf81-d642-45a1-85cf-6e9b180328d9 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0815754 Mar 31 21:58:42.746458 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54140) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:58:42.793300 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-1c11596e-e9e5-4eb1-9c88-9c1152b5bc36 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:58:42.898118 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c11596e-e9e5-4eb1-9c88-9c1152b5bc36 admin admin] Made reservation on behalf of de87fe98553444cdbec77055fcd63434 for: {'network': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:58:42.900391 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1c11596e-e9e5-4eb1-9c88-9c1152b5bc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for network (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:42.935139 dv-cinder-836083-1-iscsi neutron-server[110666]: WARNING neutron.services.revisions.revision_plugin [None req-1c11596e-e9e5-4eb1-9c88-9c1152b5bc36 admin admin] Could not find related network for resource to bump revision. Mar 31 21:58:42.947032 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c11596e-e9e5-4eb1-9c88-9c1152b5bc36 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=110666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 21:58:42.956859 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1c11596e-e9e5-4eb1-9c88-9c1152b5bc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (bfb32ccf-1658-4ef3-8441-f1519106871a), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:42.957197 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.segments_db [None req-1c11596e-e9e5-4eb1-9c88-9c1152b5bc36 admin admin] Added segment bfb32ccf-1658-4ef3-8441-f1519106871a of type vlan for network 210eff61-5c35-441a-9223-a015275ba627 Mar 31 21:58:42.997533 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1c11596e-e9e5-4eb1-9c88-9c1152b5bc36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758607012172'] for network (210eff61-5c35-441a-9223-a015275ba627), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:43.117198 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1c11596e-e9e5-4eb1-9c88-9c1152b5bc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for network (210eff61-5c35-441a-9223-a015275ba627), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:43.118144 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c11596e-e9e5-4eb1-9c88-9c1152b5bc36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:58:43.118740 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1c11596e-e9e5-4eb1-9c88-9c1152b5bc36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:43.208739 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11596e-e9e5-4eb1-9c88-9c1152b5bc36 admin admin] Pushing event updated for resources: {'Network': ['ID=210eff61-5c35-441a-9223-a015275ba627,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:58:43.218946 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Network 210eff61-5c35-441a-9223-a015275ba627 details requested by agent ovs-agent-dv-cinder-836083-1-iscsi with host dv-cinder-836083-1-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 21:58:43.262433 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-1c11596e-e9e5-4eb1-9c88-9c1152b5bc36 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5148611 Mar 31 21:58:45.587192 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54148) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 21:58:45.696031 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66637ab-5ff6-477a-b0f3-8a2327ae572a admin admin] GET failed (client error): The resource could not be found. Mar 31 21:58:45.697319 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-d66637ab-5ff6-477a-b0f3-8a2327ae572a admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1091366 Mar 31 21:58:45.768966 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1289630-ff49-48bc-a0a9-16b44145b95a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:58:45.770627 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-a1289630-ff49-48bc-a0a9-16b44145b95a admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0686302 Mar 31 21:58:45.782684 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-a447d414-418b-42d8-9069-21f75176984d admin admin] Request body: {'subnet': {'network_id': '210eff61-5c35-441a-9223-a015275ba627', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 21:58:45.888515 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a447d414-418b-42d8-9069-21f75176984d admin admin] Made reservation on behalf of de87fe98553444cdbec77055fcd63434 for: {'subnet': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 21:58:45.890770 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a447d414-418b-42d8-9069-21f75176984d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:46.099865 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a447d414-418b-42d8-9069-21f75176984d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for subnet (7a1f0718-ac01-4761-aa13-adceca9c8136), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:46.164928 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447d414-418b-42d8-9069-21f75176984d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a1f0718-ac01-4761-aa13-adceca9c8136,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:58:46.169914 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a447d414-418b-42d8-9069-21f75176984d admin admin] Checking segment: {'id': 'bfb32ccf-1658-4ef3-8441-f1519106871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '210eff61-5c35-441a-9223-a015275ba627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:58:46.170314 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a447d414-418b-42d8-9069-21f75176984d admin admin] Network hostable DHCP agents. Network: 210eff61-5c35-441a-9223-a015275ba627, hostable agents: ['0f848437-afb4-42e1-a895-141757b8cd79'], hosted agents: [] {{(pid=110666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 21:58:46.269140 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a447d414-418b-42d8-9069-21f75176984d admin admin] Network 210eff61-5c35-441a-9223-a015275ba627 is scheduled to be hosted by DHCP agent 0f848437-afb4-42e1-a895-141757b8cd79 with binding_index 1 {{(pid=110666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 21:58:46.516758 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-a447d414-418b-42d8-9069-21f75176984d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-1-iscsi, 210eff61-5c35-441a-9223-a015275ba627) {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:58:46.520881 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a447d414-418b-42d8-9069-21f75176984d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 21:58:46.521429 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a447d414-418b-42d8-9069-21f75176984d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:46.526101 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf13321-639f-45c7-83e0-a922c4c2d9b5 None None] Network 210eff61-5c35-441a-9223-a015275ba627 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:58:46.645257 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-a447d414-418b-42d8-9069-21f75176984d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8662612 Mar 31 21:58:46.683277 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a52870c-531f-5681-85b3-93ba771be156-210eff61-5c35-441a-9223-a015275ba627', 'network_id': '210eff61-5c35-441a-9223-a015275ba627', 'project_id': 'de87fe98553444cdbec77055fcd63434', 'fixed_ips': [{'subnet_id': '7a1f0718-ac01-4761-aa13-adceca9c8136'}]}} from dv-cinder-836083-1-iscsi. {{(pid=110668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 21:58:46.684301 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:46.825624 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Allocated IP 192.168.233.2 (210eff61-5c35-441a-9223-a015275ba627/7a1f0718-ac01-4761-aa13-adceca9c8136/ebdfaabf-1acf-4ed4-8790-0dcba2887f46) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 21:58:47.065327 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Publish callbacks [] for port (ebdfaabf-1acf-4ed4-8790-0dcba2887f46), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:47.140704 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (ebdfaabf-1acf-4ed4-8790-0dcba2887f46), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:47.183613 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Network 210eff61-5c35-441a-9223-a015275ba627 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 21:58:47.186575 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 21:58:47.192178 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 21:58:47.197731 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Pushing event updated for resources: {'Port': ['ID=ebdfaabf-1acf-4ed4-8790-0dcba2887f46,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:58:47.208084 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:58:47.208439 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:58:47.208805 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:58:47.209164 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:58:47.209502 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:58:47.209832 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:58:47.210158 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:58:47.210509 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:58:47.210835 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:58:47.211162 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:58:47.211486 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:58:47.211826 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:58:47.212154 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:58:47.212474 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:58:47.212797 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 21:58:47.267507 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Attempting to bind port ebdfaabf-1acf-4ed4-8790-0dcba2887f46 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 21:58:47.267886 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Attempting to bind port ebdfaabf-1acf-4ed4-8790-0dcba2887f46 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': 'bfb32ccf-1658-4ef3-8441-f1519106871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '210eff61-5c35-441a-9223-a015275ba627'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 21:58:47.268252 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Attempting to bind port ebdfaabf-1acf-4ed4-8790-0dcba2887f46 on network 210eff61-5c35-441a-9223-a015275ba627 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 21:58:47.273442 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 21, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 21:58:47.277689 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Checking segment: {'id': 'bfb32ccf-1658-4ef3-8441-f1519106871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '210eff61-5c35-441a-9223-a015275ba627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 21:58:47.277689 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:47.277689 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Bound using segment: {'id': 'bfb32ccf-1658-4ef3-8441-f1519106871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '210eff61-5c35-441a-9223-a015275ba627'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 21:58:47.277689 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Bound port: ebdfaabf-1acf-4ed4-8790-0dcba2887f46, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb32ccf-1658-4ef3-8441-f1519106871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '210eff61-5c35-441a-9223-a015275ba627'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 21:58:47.277689 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (ebdfaabf-1acf-4ed4-8790-0dcba2887f46), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:47.338479 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] For port ebdfaabf-1acf-4ed4-8790-0dcba2887f46, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 21:58:47.342665 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] For port ebdfaabf-1acf-4ed4-8790-0dcba2887f46, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=ebdfaabf-1acf-4ed4-8790-0dcba2887f46,segment=NetworkSegment(bfb32ccf-1658-4ef3-8441-f1519106871a),segment_id=bfb32ccf-1658-4ef3-8441-f1519106871a)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 21:58:47.426800 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (ebdfaabf-1acf-4ed4-8790-0dcba2887f46), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:47.490947 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff0313-0812-4eb1-a9f6-6e1157a66028 None None] Pushing event updated for resources: {'Port': ['ID=ebdfaabf-1acf-4ed4-8790-0dcba2887f46,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:58:48.372594 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553aa57f-b345-480b-b199-85dca3ca936a None None] Network 210eff61-5c35-441a-9223-a015275ba627 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 21:58:48.442864 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1422e9db-f9b6-4d5f-b657-e413645ccafd None None] Provisioning complete for port ebdfaabf-1acf-4ed4-8790-0dcba2887f46 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:58:48.443248 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1422e9db-f9b6-4d5f-b657-e413645ccafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (ebdfaabf-1acf-4ed4-8790-0dcba2887f46), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:48.557050 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1422e9db-f9b6-4d5f-b657-e413645ccafd None None] Current status of the port ebdfaabf-1acf-4ed4-8790-0dcba2887f46 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:58:48.557541 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1422e9db-f9b6-4d5f-b657-e413645ccafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (ebdfaabf-1acf-4ed4-8790-0dcba2887f46), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:48.597544 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-1422e9db-f9b6-4d5f-b657-e413645ccafd None None] For port ebdfaabf-1acf-4ed4-8790-0dcba2887f46, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=ebdfaabf-1acf-4ed4-8790-0dcba2887f46,segment=NetworkSegment(bfb32ccf-1658-4ef3-8441-f1519106871a),segment_id=bfb32ccf-1658-4ef3-8441-f1519106871a)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 21:58:48.711492 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1422e9db-f9b6-4d5f-b657-e413645ccafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (ebdfaabf-1acf-4ed4-8790-0dcba2887f46), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:48.760279 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422e9db-f9b6-4d5f-b657-e413645ccafd None None] Pushing event updated for resources: {'Port': ['ID=ebdfaabf-1acf-4ed4-8790-0dcba2887f46,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 21:58:48.831000 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-e27d542c-a814-4c38-9396-d8512a02b55c None None] Provisioning complete for port ebdfaabf-1acf-4ed4-8790-0dcba2887f46 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:58:48.831406 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e27d542c-a814-4c38-9396-d8512a02b55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (ebdfaabf-1acf-4ed4-8790-0dcba2887f46), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:48.912255 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-e27d542c-a814-4c38-9396-d8512a02b55c None None] Current status of the port ebdfaabf-1acf-4ed4-8790-0dcba2887f46 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:58:49.212062 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device ebdfaabf-1acf-4ed4-8790-0dcba2887f46 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 21:58:49.260885 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port ebdfaabf-1acf-4ed4-8790-0dcba2887f46 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 21:58:49.261291 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (ebdfaabf-1acf-4ed4-8790-0dcba2887f46), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:58:49.343997 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port ebdfaabf-1acf-4ed4-8790-0dcba2887f46 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 21:58:56.158952 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 5 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:59:04.224651 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-aff5988a-77de-4edf-ab5c-856a3e734559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:06.630275 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8a61d9c7-3090-479f-92e8-6eec7ff01016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:07.476573 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:09.057786 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:10.411513 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:33.157625 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 5 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 21:59:34.222351 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-dc06d002-5901-4627-9041-baa35d5bd55d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:36.628057 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ef834971-fb91-46ef-aa96-1434095b54eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:37.478246 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:38.972337 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 21:59:40.370361 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:04.238146 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ac4ccbc9-0e27-454d-997b-70097fa38fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:06.628187 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2938023c-9fed-45b0-8b6e-6d9e77e9348a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:07.491698 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:08.982491 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:10.155270 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 5 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:00:10.364954 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:14.762814 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54186) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:00:14.769622 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [None req-e45ab057-c9af-4c83-b979-52ef70251e13 tempest-verify_tempest_config-1454107173 tempest-verify_tempest_config-1454107173-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 22:00:14.769622 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-e45ab057-c9af-4c83-b979-52ef70251e13 tempest-verify_tempest_config-1454107173 tempest-verify_tempest_config-1454107173-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057509 Mar 31 22:00:15.432162 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 54204) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:00:15.533890 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f8c60713-9c75-4c30-b082-a9146e8c6083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:15.604456 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f8c60713-9c75-4c30-b082-a9146e8c6083 admin admin] Publish callbacks [] for security_group (df616897-0eb0-479c-8531-d3b2eb70ab0d), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:15.666428 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f8c60713-9c75-4c30-b082-a9146e8c6083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (df616897-0eb0-479c-8531-d3b2eb70ab0d), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:15.712142 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c60713-9c75-4c30-b082-a9146e8c6083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df616897-0eb0-479c-8531-d3b2eb70ab0d,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:00:15.715661 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f8c60713-9c75-4c30-b082-a9146e8c6083 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3e1277b637344f1790446984b4eee712&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2825224 Mar 31 22:00:15.718417 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54210) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:00:15.720941 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c60713-9c75-4c30-b082-a9146e8c6083 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.722160 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c60713-9c75-4c30-b082-a9146e8c6083 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.722160 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c60713-9c75-4c30-b082-a9146e8c6083 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.722160 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c60713-9c75-4c30-b082-a9146e8c6083 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.722500 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c60713-9c75-4c30-b082-a9146e8c6083 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.722735 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c60713-9c75-4c30-b082-a9146e8c6083 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.723068 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c60713-9c75-4c30-b082-a9146e8c6083 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.723399 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c60713-9c75-4c30-b082-a9146e8c6083 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.723747 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c60713-9c75-4c30-b082-a9146e8c6083 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.724084 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c60713-9c75-4c30-b082-a9146e8c6083 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.724426 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c60713-9c75-4c30-b082-a9146e8c6083 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.725714 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c60713-9c75-4c30-b082-a9146e8c6083 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.725714 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c60713-9c75-4c30-b082-a9146e8c6083 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.726026 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c60713-9c75-4c30-b082-a9146e8c6083 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.726375 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c60713-9c75-4c30-b082-a9146e8c6083 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.774647 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5324122c-4dd2-42c9-8a50-cf0996def4c9 admin admin] Publish callbacks [] for security_group (df616897-0eb0-479c-8531-d3b2eb70ab0d), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:15.795223 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5324122c-4dd2-42c9-8a50-cf0996def4c9 admin admin] Publish callbacks [] for security_group (df616897-0eb0-479c-8531-d3b2eb70ab0d), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:15.941045 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5324122c-4dd2-42c9-8a50-cf0996def4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (df616897-0eb0-479c-8531-d3b2eb70ab0d), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:15.944210 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5324122c-4dd2-42c9-8a50-cf0996def4c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:15.945365 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-5324122c-4dd2-42c9-8a50-cf0996def4c9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/df616897-0eb0-479c-8531-d3b2eb70ab0d HTTP/1.1" status: 204 len: 168 time: 0.2259667 Mar 31 22:00:15.953025 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324122c-4dd2-42c9-8a50-cf0996def4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df616897-0eb0-479c-8531-d3b2eb70ab0d,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:00:15.960351 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324122c-4dd2-42c9-8a50-cf0996def4c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.960698 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324122c-4dd2-42c9-8a50-cf0996def4c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.962763 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324122c-4dd2-42c9-8a50-cf0996def4c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.962763 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324122c-4dd2-42c9-8a50-cf0996def4c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.962763 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324122c-4dd2-42c9-8a50-cf0996def4c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.962763 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324122c-4dd2-42c9-8a50-cf0996def4c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.962763 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324122c-4dd2-42c9-8a50-cf0996def4c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.962763 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324122c-4dd2-42c9-8a50-cf0996def4c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.963301 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324122c-4dd2-42c9-8a50-cf0996def4c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.963401 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324122c-4dd2-42c9-8a50-cf0996def4c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.963693 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324122c-4dd2-42c9-8a50-cf0996def4c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.964038 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324122c-4dd2-42c9-8a50-cf0996def4c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.964368 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324122c-4dd2-42c9-8a50-cf0996def4c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.964687 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324122c-4dd2-42c9-8a50-cf0996def4c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:15.965006 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5324122c-4dd2-42c9-8a50-cf0996def4c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:00:34.244542 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-23d3a56f-5b97-474d-b4bb-9fb06f01ccdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:36.604110 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9e4840e0-7fdd-4bc5-abae-6152c53deec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:37.495312 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:38.992718 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:40.409930 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:00:47.154198 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 5 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:01:04.224504 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-40215369-8c97-45e6-8d6e-e55ad450ab2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:01:06.654815 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ba0f078a-a9a5-4df2-b93f-e2555d438657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:01:07.500181 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:01:08.991221 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:01:10.380115 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:01:24.155186 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 5 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:01:34.241125 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-34f7f8b6-be98-4231-8c2e-8652797730ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:01:36.623700 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-6fc9dba7-a151-4141-a0e6-b653acbaa526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:01:37.504093 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:01:38.990579 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:01:40.379308 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:02:01.154101 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 5 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:02:04.218272 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-6539d727-5616-453a-902e-a09aec048035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:02:05.669751 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1624040'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:02:06.618026 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-6bbd8c42-e7bd-45f6-93bd-f3393a0505d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:02:07.486998 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:02:09.029355 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:02:10.371194 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:02:20.738429 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54280) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:02:20.843457 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-7259b8b1-0467-4e59-91fa-4bfccebb36c4 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1039541 Mar 31 22:02:23.188819 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54290) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:02:23.242287 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-88d17ddd-666c-4243-8118-a37d4e41790d admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0519834 Mar 31 22:02:34.222766 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2e7d7fd9-dc83-40e4-bdcf-7c20a5cb334b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:02:35.668531 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:02:36.622463 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ab1ecf9d-c5fc-4898-80e4-c0a92b72890b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:02:37.520433 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:02:38.152784 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:02:39.005891 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:02:40.422512 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:03:04.228360 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1e6c73c1-1bb9-477c-b561-a9029f47d526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:03:05.673028 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:03:06.634075 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e193a1fb-8200-4fdc-8f9b-2a79ebffc3c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:03:07.497126 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:03:08.988347 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:03:10.399819 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:03:15.152208 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:03:34.222656 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-397d3a07-7fad-4a2c-a4b7-0bb11e235b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:03:35.674935 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:03:36.708467 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-32af2f7f-3862-4c02-bec1-eeb60b2a543d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:03:37.508824 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:03:39.000092 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:03:40.382752 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:03:52.151850 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:04:04.228974 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8edd85b4-9bdc-407f-9deb-7ae6eab0fb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:05.681078 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:06.617045 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-700f84db-2854-44ac-a007-86e838d89285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:07.497356 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:07.681823 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 54502) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:07.706451 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 54508) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:07.833408 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 54516) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:07.863720 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 54520) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:08.028404 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1815928536-network', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:08.108492 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Made reservation on behalf of 6b68fe8e4bc64eae87e72c9aa61ec996 for: {'network': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:04:08.111245 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for network (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.122299 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.158610 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-dc9592fb-cbc9-44b6-8d98-f32b19c3d61e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1473956010-network', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:08.204941 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-1707e8f7-be1e-4ca4-93de-ee2772382a67 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2065121846-network', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:08.223163 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Publish callbacks [] for security_group (9973dab6-f7b6-4dff-9550-be957ec1037f), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.240609 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-69c92d5c-4325-4d53-abd6-da48970b0475 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-880299644-network', 'tenant_id': '6e3affcc226b4a7190a79174d08fed7b'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:08.265622 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54538) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:08.298078 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9592fb-cbc9-44b6-8d98-f32b19c3d61e admin admin] Made reservation on behalf of b6ec8840baa0418eaaf3929e20b8ac22 for: {'network': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:04:08.300494 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-dc9592fb-cbc9-44b6-8d98-f32b19c3d61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for network (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.309566 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-dc9592fb-cbc9-44b6-8d98-f32b19c3d61e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.327514 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1707e8f7-be1e-4ca4-93de-ee2772382a67 admin admin] Made reservation on behalf of 34e52cb5afa74b4eafaebe16c9e1e1d1 for: {'network': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:04:08.330247 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1707e8f7-be1e-4ca4-93de-ee2772382a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for network (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.340360 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1707e8f7-be1e-4ca4-93de-ee2772382a67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.342151 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (9973dab6-f7b6-4dff-9550-be957ec1037f), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.344967 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c92d5c-4325-4d53-abd6-da48970b0475 admin admin] Made reservation on behalf of 6e3affcc226b4a7190a79174d08fed7b for: {'network': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:04:08.349031 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-69c92d5c-4325-4d53-abd6-da48970b0475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for network (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.362924 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-32385804-network', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:08.397433 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-69c92d5c-4325-4d53-abd6-da48970b0475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.425929 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=110667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:04:08.431716 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9973dab6-f7b6-4dff-9550-be957ec1037f,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:08.451619 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Made reservation on behalf of 891af07672f940c09ae8cbf340a48b4d for: {'network': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:04:08.454040 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for network (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.461808 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (b743cf90-b78b-43d9-8f0e-75a85fa1a9c0), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.462152 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.db.segments_db [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Added segment b743cf90-b78b-43d9-8f0e-75a85fa1a9c0 of type vlan for network 6141f838-016f-4422-a50b-fae51e1d7ab9 Mar 31 22:04:08.469684 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.470060 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.470449 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.470795 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.471121 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.471450 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.471892 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.472157 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.472789 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.473201 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.473543 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.473886 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.474233 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.474427 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.474545 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.474860 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Tracked resource versions report: Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: pushed versions: Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: { 'AddressGroup': {'1.2'}, Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'Agent': {'1.1'}, Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'ConntrackHelper': {'1.0'}, Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'LocalIPAssociation': {'1.0'}, Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'Log': {'1.0'}, Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'NDPProxy': {'1.0'}, Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'Network': {'1.1'}, Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'Port': {'1.7'}, Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'PortForwarding': {'1.3'}, Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'QosPolicy': {'1.10'}, Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'SecurityGroup': {'1.5'}, Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'SubPort': {'1.0'}, Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'Subnet': {'1.1'}, Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'Trunk': {'1.1'}} Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: consumer versions: Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: { DHCP agent@dv-cinder-836083-1-iscsi: {}, Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: HyperV agent@hv-cinder-83608: {}, Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: L3 agent@dv-cinder-836083-1-iscsi: {}, Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: Metadata agent@dv-cinder-836083-1-iscsi: {}, Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: Metering agent@dv-cinder-836083-1-iscsi: {}, Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: Open vSwitch agent@dv-cinder-836083-1-iscsi: { 'AddressGroup': '1.2', Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'Agent': '1.1', Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'ConntrackHelper': '1.0', Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'LocalIPAssociation': '1.0', Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'Log': '1.0', Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'NDPProxy': '1.0', Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'Network': '1.1', Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'Port': '1.7', Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'PortForwarding': '1.3', Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'QosPolicy': '1.10', Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'SecurityGroup': '1.5', Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'SecurityGroupRule': '1.2', Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'SubPort': '1.0', Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'Subnet': '1.1', Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: 'Trunk': '1.1'}} Mar 31 22:04:08.476015 dv-cinder-836083-1-iscsi neutron-server[110667]: {{(pid=110667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:04:08.558445 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Publish callbacks [] for security_group (4f6028da-98e2-4dc8-a343-2fb978e89fbd), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.589583 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758607012172'] for network (6141f838-016f-4422-a50b-fae51e1d7ab9), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.658430 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (4f6028da-98e2-4dc8-a343-2fb978e89fbd), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.658947 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-dc9592fb-cbc9-44b6-8d98-f32b19c3d61e admin admin] Publish callbacks [] for security_group (669f6375-8e67-4b94-97a0-8c95ce8a4aac), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.674476 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=110666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:04:08.686363 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (a131c32f-8f0e-49e7-8e61-166d6f753cc5), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.686698 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.segments_db [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Added segment a131c32f-8f0e-49e7-8e61-166d6f753cc5 of type vlan for network 1cfcbe07-ec4b-4324-9343-639a3e44e48c Mar 31 22:04:08.698836 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1707e8f7-be1e-4ca4-93de-ee2772382a67 admin admin] Publish callbacks [] for security_group (20060121-0244-485b-916a-2b1f734b89ef), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.717944 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-69c92d5c-4325-4d53-abd6-da48970b0475 admin admin] Publish callbacks [] for security_group (65920674-ddc5-492b-bcb2-b5a647a6a043), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.742956 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-dc9592fb-cbc9-44b6-8d98-f32b19c3d61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (669f6375-8e67-4b94-97a0-8c95ce8a4aac), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.745559 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758607012172'] for network (1cfcbe07-ec4b-4324-9343-639a3e44e48c), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.786144 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1707e8f7-be1e-4ca4-93de-ee2772382a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (20060121-0244-485b-916a-2b1f734b89ef), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.790980 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for network (6141f838-016f-4422-a50b-fae51e1d7ab9), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.791778 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6028da-98e2-4dc8-a343-2fb978e89fbd,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:08.792312 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:08.793040 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.800114 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9592fb-cbc9-44b6-8d98-f32b19c3d61e admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=110667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:04:08.801579 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.802064 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.802548 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.803014 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.803814 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.804323 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.804873 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.805387 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.805912 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.806465 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.809296 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.809296 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.809296 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.809296 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.809296 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:08.810943 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-dc9592fb-cbc9-44b6-8d98-f32b19c3d61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (0f1db625-fbb2-413d-bece-5f36d62a5b67), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Tracked resource versions report: Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: pushed versions: Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: { 'AddressGroup': {'1.2'}, Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'Agent': {'1.1'}, Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'ConntrackHelper': {'1.0'}, Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'LocalIPAssociation': {'1.0'}, Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'Log': {'1.0'}, Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'NDPProxy': {'1.0'}, Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'Network': {'1.1'}, Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'Port': {'1.7'}, Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'PortForwarding': {'1.3'}, Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'QosPolicy': {'1.10'}, Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'SecurityGroup': {'1.5'}, Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'SubPort': {'1.0'}, Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'Subnet': {'1.1'}, Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'Trunk': {'1.1'}} Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: consumer versions: Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: { DHCP agent@dv-cinder-836083-1-iscsi: {}, Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: HyperV agent@hv-cinder-83608: {}, Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: L3 agent@dv-cinder-836083-1-iscsi: {}, Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: Metadata agent@dv-cinder-836083-1-iscsi: {}, Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: Metering agent@dv-cinder-836083-1-iscsi: {}, Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: Open vSwitch agent@dv-cinder-836083-1-iscsi: { 'AddressGroup': '1.2', Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'Agent': '1.1', Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'ConntrackHelper': '1.0', Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'LocalIPAssociation': '1.0', Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'Log': '1.0', Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'NDPProxy': '1.0', Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'Network': '1.1', Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'Port': '1.7', Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'PortForwarding': '1.3', Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'QosPolicy': '1.10', Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'SecurityGroup': '1.5', Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'SecurityGroupRule': '1.2', Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'SubPort': '1.0', Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'Subnet': '1.1', Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: 'Trunk': '1.1'}} Mar 31 22:04:08.811479 dv-cinder-836083-1-iscsi neutron-server[110666]: {{(pid=110666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:04:08.814783 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.db.segments_db [None req-dc9592fb-cbc9-44b6-8d98-f32b19c3d61e admin admin] Added segment 0f1db625-fbb2-413d-bece-5f36d62a5b67 of type vlan for network 0382e6fe-1738-4da8-a648-cd0ccb96afb3 Mar 31 22:04:08.839874 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9592fb-cbc9-44b6-8d98-f32b19c3d61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669f6375-8e67-4b94-97a0-8c95ce8a4aac,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:08.842534 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-69c92d5c-4325-4d53-abd6-da48970b0475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (65920674-ddc5-492b-bcb2-b5a647a6a043), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.886643 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for network (1cfcbe07-ec4b-4324-9343-639a3e44e48c), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.887901 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:08.888695 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.889377 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1707e8f7-be1e-4ca4-93de-ee2772382a67 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=110667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:04:08.967911 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-dc9592fb-cbc9-44b6-8d98-f32b19c3d61e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758607012172'] for network (0382e6fe-1738-4da8-a648-cd0ccb96afb3), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.976054 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] Pushing event updated for resources: {'Network': ['ID=1cfcbe07-ec4b-4324-9343-639a3e44e48c,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:08.981801 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54592) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:08.982210 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2990005 Mar 31 22:04:08.983732 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1707e8f7-be1e-4ca4-93de-ee2772382a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (00dfa501-ed34-4105-a2b8-db379d4dec2b), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:08.987257 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.db.segments_db [None req-1707e8f7-be1e-4ca4-93de-ee2772382a67 admin admin] Added segment 00dfa501-ed34-4105-a2b8-db379d4dec2b of type vlan for network 39113ebe-596d-4feb-8ec9-18a7831cbf68 Mar 31 22:04:08.990314 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Network 1cfcbe07-ec4b-4324-9343-639a3e44e48c details requested by agent ovs-agent-dv-cinder-836083-1-iscsi with host dv-cinder-836083-1-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:04:08.992126 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-59b66e27-05da-4541-af8d-cea860b26eeb admin admin] Request body: {'subnet': {'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1815928536-subnet', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:08.997017 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c92d5c-4325-4d53-abd6-da48970b0475 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=110667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:04:09.050315 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-276a42b1-7878-4e72-b06f-0c94f509ef2c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7833126 Mar 31 22:04:09.052979 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54604) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:09.058882 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-b779f88b-6109-4667-a3a1-fd77937dd725 admin admin] Request body: {'subnet': {'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-32385804-subnet', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:09.125236 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:09.126988 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b66e27-05da-4541-af8d-cea860b26eeb admin admin] Made reservation on behalf of 6b68fe8e4bc64eae87e72c9aa61ec996 for: {'subnet': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:04:09.130397 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-59b66e27-05da-4541-af8d-cea860b26eeb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:09.135187 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707e8f7-be1e-4ca4-93de-ee2772382a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20060121-0244-485b-916a-2b1f734b89ef,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:09.153894 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1707e8f7-be1e-4ca4-93de-ee2772382a67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758607012172'] for network (39113ebe-596d-4feb-8ec9-18a7831cbf68), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:09.192694 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b779f88b-6109-4667-a3a1-fd77937dd725 admin admin] Made reservation on behalf of 891af07672f940c09ae8cbf340a48b4d for: {'subnet': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:04:09.192694 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b779f88b-6109-4667-a3a1-fd77937dd725 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:09.194783 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4e9d7-2e6f-49b1-a0f5-e0e66a2ddd0a admin admin] Pushing event updated for resources: {'Network': ['ID=6141f838-016f-4422-a50b-fae51e1d7ab9,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:09.208839 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Network 6141f838-016f-4422-a50b-fae51e1d7ab9 details requested by agent ovs-agent-dv-cinder-836083-1-iscsi with host dv-cinder-836083-1-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:04:09.214606 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-69c92d5c-4325-4d53-abd6-da48970b0475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (41365700-3327-4f67-9705-601829ccd7c5), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:09.214998 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.db.segments_db [None req-69c92d5c-4325-4d53-abd6-da48970b0475 admin admin] Added segment 41365700-3327-4f67-9705-601829ccd7c5 of type vlan for network c50d8f22-7eaa-4cf3-bb86-831bec13bd7f Mar 31 22:04:09.234851 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-dc9592fb-cbc9-44b6-8d98-f32b19c3d61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for network (0382e6fe-1738-4da8-a648-cd0ccb96afb3), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:09.235832 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9592fb-cbc9-44b6-8d98-f32b19c3d61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:09.236596 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-dc9592fb-cbc9-44b6-8d98-f32b19c3d61e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:09.333338 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1707e8f7-be1e-4ca4-93de-ee2772382a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for network (39113ebe-596d-4feb-8ec9-18a7831cbf68), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:09.334291 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1707e8f7-be1e-4ca4-93de-ee2772382a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:09.334865 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1707e8f7-be1e-4ca4-93de-ee2772382a67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:09.352169 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c92d5c-4325-4d53-abd6-da48970b0475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65920674-ddc5-492b-bcb2-b5a647a6a043,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:09.369646 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-69c92d5c-4325-4d53-abd6-da48970b0475 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758607012172'] for network (c50d8f22-7eaa-4cf3-bb86-831bec13bd7f), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:09.372303 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9592fb-cbc9-44b6-8d98-f32b19c3d61e admin admin] Pushing event updated for resources: {'Network': ['ID=0382e6fe-1738-4da8-a648-cd0ccb96afb3,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:09.398683 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Network 0382e6fe-1738-4da8-a648-cd0ccb96afb3 details requested by agent ovs-agent-dv-cinder-836083-1-iscsi with host dv-cinder-836083-1-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:04:09.447006 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-dc9592fb-cbc9-44b6-8d98-f32b19c3d61e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7394354 Mar 31 22:04:09.447599 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 54622) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:09.458064 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-9303a24c-01a9-4229-9198-a459900dda90 admin admin] Request body: {'subnet': {'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1473956010-subnet', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:09.475150 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707e8f7-be1e-4ca4-93de-ee2772382a67 admin admin] Pushing event updated for resources: {'Network': ['ID=39113ebe-596d-4feb-8ec9-18a7831cbf68,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:09.491554 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Network 39113ebe-596d-4feb-8ec9-18a7831cbf68 details requested by agent ovs-agent-dv-cinder-836083-1-iscsi with host dv-cinder-836083-1-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:04:09.494066 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-1707e8f7-be1e-4ca4-93de-ee2772382a67 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6596081 Mar 31 22:04:09.498795 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 54624) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:09.504150 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-8811bcba-4bef-41c7-9b8c-b2b8c189d3fa admin admin] Request body: {'subnet': {'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2065121846-subnet', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:09.573456 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-69c92d5c-4325-4d53-abd6-da48970b0475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for network (c50d8f22-7eaa-4cf3-bb86-831bec13bd7f), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:09.574885 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c92d5c-4325-4d53-abd6-da48970b0475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:09.575647 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-69c92d5c-4325-4d53-abd6-da48970b0475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:09.579876 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9303a24c-01a9-4229-9198-a459900dda90 admin admin] Made reservation on behalf of b6ec8840baa0418eaaf3929e20b8ac22 for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:04:09.581322 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9303a24c-01a9-4229-9198-a459900dda90 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:09.596029 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-59b66e27-05da-4541-af8d-cea860b26eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for subnet (8b5c4bba-061c-4b42-ba5a-238b5f7cc181), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:09.600602 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b779f88b-6109-4667-a3a1-fd77937dd725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for subnet (46fdab92-2c2a-49be-bf50-a72b75107edf), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:09.654800 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8811bcba-4bef-41c7-9b8c-b2b8c189d3fa admin admin] Made reservation on behalf of 34e52cb5afa74b4eafaebe16c9e1e1d1 for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:04:09.657056 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8811bcba-4bef-41c7-9b8c-b2b8c189d3fa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:09.672853 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54632) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:09.702220 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b66e27-05da-4541-af8d-cea860b26eeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b5c4bba-061c-4b42-ba5a-238b5f7cc181,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:09.713381 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b66e27-05da-4541-af8d-cea860b26eeb admin admin] Checking segment: {'id': 'b743cf90-b78b-43d9-8f0e-75a85fa1a9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:04:09.713739 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b66e27-05da-4541-af8d-cea860b26eeb admin admin] Network hostable DHCP agents. Network: 6141f838-016f-4422-a50b-fae51e1d7ab9, hostable agents: ['0f848437-afb4-42e1-a895-141757b8cd79'], hosted agents: [] {{(pid=110666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:04:09.734213 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b779f88b-6109-4667-a3a1-fd77937dd725 admin admin] Checking segment: {'id': 'a131c32f-8f0e-49e7-8e61-166d6f753cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:04:09.734598 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b779f88b-6109-4667-a3a1-fd77937dd725 admin admin] Network hostable DHCP agents. Network: 1cfcbe07-ec4b-4324-9343-639a3e44e48c, hostable agents: ['0f848437-afb4-42e1-a895-141757b8cd79'], hosted agents: [] {{(pid=110666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:04:09.777380 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779f88b-6109-4667-a3a1-fd77937dd725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46fdab92-2c2a-49be-bf50-a72b75107edf,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:09.784165 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54636) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:09.786063 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-69c92d5c-4325-4d53-abd6-da48970b0475 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9212418 Mar 31 22:04:09.790570 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54638) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:09.794487 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c92d5c-4325-4d53-abd6-da48970b0475 admin admin] Pushing event updated for resources: {'Network': ['ID=c50d8f22-7eaa-4cf3-bb86-831bec13bd7f,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:09.795977 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-1e9a8ac5-af65-4481-bd8e-a5c8b881f857 admin admin] Request body: {'subnet': {'network_id': 'c50d8f22-7eaa-4cf3-bb86-831bec13bd7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-880299644-subnet', 'tenant_id': '6e3affcc226b4a7190a79174d08fed7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:09.811521 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Network c50d8f22-7eaa-4cf3-bb86-831bec13bd7f details requested by agent ovs-agent-dv-cinder-836083-1-iscsi with host dv-cinder-836083-1-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:04:09.898519 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b66e27-05da-4541-af8d-cea860b26eeb admin admin] Network 6141f838-016f-4422-a50b-fae51e1d7ab9 is scheduled to be hosted by DHCP agent 0f848437-afb4-42e1-a895-141757b8cd79 with binding_index 1 {{(pid=110666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:04:09.906213 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b779f88b-6109-4667-a3a1-fd77937dd725 admin admin] Network 1cfcbe07-ec4b-4324-9343-639a3e44e48c is scheduled to be hosted by DHCP agent 0f848437-afb4-42e1-a895-141757b8cd79 with binding_index 1 {{(pid=110666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:04:09.932080 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9a8ac5-af65-4481-bd8e-a5c8b881f857 admin admin] Made reservation on behalf of 6e3affcc226b4a7190a79174d08fed7b for: {'subnet': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:04:09.934413 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1e9a8ac5-af65-4481-bd8e-a5c8b881f857 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:09.957258 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ca417d07-d203-4650-8fd6-79211ad0c248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:09.997717 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-59b66e27-05da-4541-af8d-cea860b26eeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-1-iscsi, 6141f838-016f-4422-a50b-fae51e1d7ab9) {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:10.001611 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-b779f88b-6109-4667-a3a1-fd77937dd725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-1-iscsi, 1cfcbe07-ec4b-4324-9343-639a3e44e48c) {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:10.005514 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc117ad-95ed-4fc4-949e-30830832bc01 None None] Network 6141f838-016f-4422-a50b-fae51e1d7ab9 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:04:10.019934 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b66e27-05da-4541-af8d-cea860b26eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:10.020201 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-59b66e27-05da-4541-af8d-cea860b26eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.034235 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fc08f527-a975-46af-b924-df49c4634330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.035515 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9303a24c-01a9-4229-9198-a459900dda90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for subnet (22da6a9c-27c7-4f9f-9fde-ed9d5543264e), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.079024 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee3802c-c2be-4633-bb85-5f194ad812ab None None] Network 1cfcbe07-ec4b-4324-9343-639a3e44e48c requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:04:10.099743 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b779f88b-6109-4667-a3a1-fd77937dd725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:10.105902 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b779f88b-6109-4667-a3a1-fd77937dd725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.109043 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8811bcba-4bef-41c7-9b8c-b2b8c189d3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for subnet (01b07abf-1022-4cb3-9419-c682f5c84b30), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.143135 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303a24c-01a9-4229-9198-a459900dda90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22da6a9c-27c7-4f9f-9fde-ed9d5543264e,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:10.150639 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-59b66e27-05da-4541-af8d-cea860b26eeb admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1675520 Mar 31 22:04:10.158361 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 54648) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:10.180496 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a52870c-531f-5681-85b3-93ba771be156-6141f838-016f-4422-a50b-fae51e1d7ab9', 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9', 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'fixed_ips': [{'subnet_id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181'}]}} from dv-cinder-836083-1-iscsi. {{(pid=110668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 22:04:10.181594 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.247174 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b779f88b-6109-4667-a3a1-fd77937dd725 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1895969 Mar 31 22:04:10.253251 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54652) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:10.258346 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12ee21d-72f0-4731-955f-1f8cb365cdd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a52870c-531f-5681-85b3-93ba771be156-1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf'}]}} from dv-cinder-836083-1-iscsi. {{(pid=110668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 22:04:10.258568 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-79d9ccd1-b906-4a75-98c9-87fe87fae0b5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:10.261041 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f12ee21d-72f0-4731-955f-1f8cb365cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.280612 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-88e07c97-3d56-405c-8c85-312bb4f31782 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1815928536-router', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:10.303866 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ca417d07-d203-4650-8fd6-79211ad0c248 admin admin] Publish callbacks [] for security_group (e81bcb9a-e8d8-471d-8621-16b31af57a36), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.366371 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9303a24c-01a9-4229-9198-a459900dda90 admin admin] Checking segment: {'id': '0f1db625-fbb2-413d-bece-5f36d62a5b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:04:10.366371 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9303a24c-01a9-4229-9198-a459900dda90 admin admin] Network hostable DHCP agents. Network: 0382e6fe-1738-4da8-a648-cd0ccb96afb3, hostable agents: ['0f848437-afb4-42e1-a895-141757b8cd79'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:04:10.394769 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811bcba-4bef-41c7-9b8c-b2b8c189d3fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=01b07abf-1022-4cb3-9419-c682f5c84b30,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:10.395464 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fc08f527-a975-46af-b924-df49c4634330 admin admin] Publish callbacks [] for security_group (5e3d740f-25ec-4189-b9b3-50ae769e3b07), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.395464 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ca417d07-d203-4650-8fd6-79211ad0c248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (e81bcb9a-e8d8-471d-8621-16b31af57a36), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.434744 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8811bcba-4bef-41c7-9b8c-b2b8c189d3fa admin admin] Checking segment: {'id': '00dfa501-ed34-4105-a2b8-db379d4dec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:04:10.436727 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8811bcba-4bef-41c7-9b8c-b2b8c189d3fa admin admin] Network hostable DHCP agents. Network: 39113ebe-596d-4feb-8ec9-18a7831cbf68, hostable agents: ['0f848437-afb4-42e1-a895-141757b8cd79'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:04:10.443914 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-79d9ccd1-b906-4a75-98c9-87fe87fae0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-644'] for router (1100fe1f-e72a-4378-8d3a-43a9cb1b565e), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.445183 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-79d9ccd1-b906-4a75-98c9-87fe87fae0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1615592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-655'] for router (1100fe1f-e72a-4378-8d3a-43a9cb1b565e), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.469119 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-ca417d07-d203-4650-8fd6-79211ad0c248 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7025deecfbdb48989af9c1a9c5abda35&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6816936 Mar 31 22:04:10.472265 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca417d07-d203-4650-8fd6-79211ad0c248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81bcb9a-e8d8-471d-8621-16b31af57a36,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:10.472449 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 54662) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:10.525809 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-79d9ccd1-b906-4a75-98c9-87fe87fae0b5 admin admin] Publish callbacks [] for router_controller (1100fe1f-e72a-4378-8d3a-43a9cb1b565e), precommit_add_association {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.527960 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fc08f527-a975-46af-b924-df49c4634330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (5e3d740f-25ec-4189-b9b3-50ae769e3b07), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.530939 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1e9a8ac5-af65-4481-bd8e-a5c8b881f857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for subnet (8b80fdb4-4467-4953-9e11-fa1763e56cd1), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.541507 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b30509f1-b2c6-4200-9396-5369ba5f4038 admin admin] Publish callbacks [] for security_group (e81bcb9a-e8d8-471d-8621-16b31af57a36), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.543911 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-88e07c97-3d56-405c-8c85-312bb4f31782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-644'] for router (78fa1053-7041-414b-97e1-43238e57c67a), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.544470 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-88e07c97-3d56-405c-8c85-312bb4f31782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1615592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-655'] for router (78fa1053-7041-414b-97e1-43238e57c67a), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.552158 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.573864 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Allocated IP 172.20.0.2 (6141f838-016f-4422-a50b-fae51e1d7ab9/8b5c4bba-061c-4b42-ba5a-238b5f7cc181/45bddf15-fa4a-45c4-99ec-e8fbfa2ba522) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:04:10.609936 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-fc08f527-a975-46af-b924-df49c4634330 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=95a77090fb9a4de895eb3965196ce0c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9330263 Mar 31 22:04:10.617485 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54664) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:10.646131 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08f527-a975-46af-b924-df49c4634330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3d740f-25ec-4189-b9b3-50ae769e3b07,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:10.658072 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-88e07c97-3d56-405c-8c85-312bb4f31782 admin admin] Publish callbacks [] for router_controller (78fa1053-7041-414b-97e1-43238e57c67a), precommit_add_association {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.661081 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9303a24c-01a9-4229-9198-a459900dda90 admin admin] Network 0382e6fe-1738-4da8-a648-cd0ccb96afb3 is scheduled to be hosted by DHCP agent 0f848437-afb4-42e1-a895-141757b8cd79 with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:04:10.669495 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8811bcba-4bef-41c7-9b8c-b2b8c189d3fa admin admin] Network 39113ebe-596d-4feb-8ec9-18a7831cbf68 is scheduled to be hosted by DHCP agent 0f848437-afb4-42e1-a895-141757b8cd79 with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:04:10.700982 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b30509f1-b2c6-4200-9396-5369ba5f4038 admin admin] Publish callbacks [] for security_group (e81bcb9a-e8d8-471d-8621-16b31af57a36), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.701986 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a8ac5-af65-4481-bd8e-a5c8b881f857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b80fdb4-4467-4953-9e11-fa1763e56cd1,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:10.746755 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-f12ee21d-72f0-4731-955f-1f8cb365cdd2 None None] Allocated IP 172.20.0.2 (1cfcbe07-ec4b-4324-9343-639a3e44e48c/46fdab92-2c2a-49be-bf50-a72b75107edf/828f5c94-7ee0-43b9-8d69-808734086002) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:04:10.766246 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Publish callbacks [] for port (45bddf15-fa4a-45c4-99ec-e8fbfa2ba522), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.804982 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-9303a24c-01a9-4229-9198-a459900dda90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-1-iscsi, 0382e6fe-1738-4da8-a648-cd0ccb96afb3) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:10.814579 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-8811bcba-4bef-41c7-9b8c-b2b8c189d3fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-1-iscsi, 39113ebe-596d-4feb-8ec9-18a7831cbf68) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:10.818399 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9303a24c-01a9-4229-9198-a459900dda90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:10.819433 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9303a24c-01a9-4229-9198-a459900dda90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.824437 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (45bddf15-fa4a-45c4-99ec-e8fbfa2ba522), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.848722 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8811bcba-4bef-41c7-9b8c-b2b8c189d3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:10.851521 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8811bcba-4bef-41c7-9b8c-b2b8c189d3fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.864802 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22ddaf3-3ac2-4576-84ca-bf442464f22f None None] Network 0382e6fe-1738-4da8-a648-cd0ccb96afb3 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:04:10.872220 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a8ac5-af65-4481-bd8e-a5c8b881f857 admin admin] Checking segment: {'id': '41365700-3327-4f67-9705-601829ccd7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c50d8f22-7eaa-4cf3-bb86-831bec13bd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:04:10.872432 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9a8ac5-af65-4481-bd8e-a5c8b881f857 admin admin] Network hostable DHCP agents. Network: c50d8f22-7eaa-4cf3-bb86-831bec13bd7f, hostable agents: ['0f848437-afb4-42e1-a895-141757b8cd79'], hosted agents: [] {{(pid=110666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:04:10.878958 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5867a0c-27ef-41f1-98de-30ff032292df None None] Network 39113ebe-596d-4feb-8ec9-18a7831cbf68 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:04:10.897314 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Network 6141f838-016f-4422-a50b-fae51e1d7ab9 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:04:10.913044 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:10.925935 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-9303a24c-01a9-4229-9198-a459900dda90 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4733253 Mar 31 22:04:10.930859 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 54672) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:10.931859 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:04:10.934992 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-38b206ee-43a1-45a4-bf82-f15d4c456113 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1473956010-router', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:10.951320 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-88e07c97-3d56-405c-8c85-312bb4f31782 admin admin] Publish callbacks [] for router_gateway (78fa1053-7041-414b-97e1-43238e57c67a), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.955292 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-79d9ccd1-b906-4a75-98c9-87fe87fae0b5 admin admin] Publish callbacks [] for router_gateway (1100fe1f-e72a-4378-8d3a-43a9cb1b565e), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.960087 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b30509f1-b2c6-4200-9396-5369ba5f4038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (e81bcb9a-e8d8-471d-8621-16b31af57a36), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.962822 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b30509f1-b2c6-4200-9396-5369ba5f4038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.966880 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b30509f1-b2c6-4200-9396-5369ba5f4038 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e81bcb9a-e8d8-471d-8621-16b31af57a36 HTTP/1.1" status: 204 len: 168 time: 0.4934263 Mar 31 22:04:10.972773 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-683b3fca-c1f1-4ac3-bea1-998ea5ebcd40 admin admin] Publish callbacks [] for security_group (5e3d740f-25ec-4189-b9b3-50ae769e3b07), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:10.975588 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Pushing event updated for resources: {'Port': ['ID=45bddf15-fa4a-45c4-99ec-e8fbfa2ba522,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:10.976275 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30509f1-b2c6-4200-9396-5369ba5f4038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81bcb9a-e8d8-471d-8621-16b31af57a36,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:10.997804 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-683b3fca-c1f1-4ac3-bea1-998ea5ebcd40 admin admin] Publish callbacks [] for security_group (5e3d740f-25ec-4189-b9b3-50ae769e3b07), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:11.015507 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-8811bcba-4bef-41c7-9b8c-b2b8c189d3fa admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5156360 Mar 31 22:04:11.019449 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 54676) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:11.023835 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-321dd891-fbc2-4008-97cb-16fa6290c9a6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2065121846-router', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:11.034599 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9a8ac5-af65-4481-bd8e-a5c8b881f857 admin admin] Network c50d8f22-7eaa-4cf3-bb86-831bec13bd7f is scheduled to be hosted by DHCP agent 0f848437-afb4-42e1-a895-141757b8cd79 with binding_index 1 {{(pid=110666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:04:11.055402 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-1e9a8ac5-af65-4481-bd8e-a5c8b881f857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-1-iscsi, c50d8f22-7eaa-4cf3-bb86-831bec13bd7f) {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:11.063013 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9a8ac5-af65-4481-bd8e-a5c8b881f857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:11.064421 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1e9a8ac5-af65-4481-bd8e-a5c8b881f857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:11.121939 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-38b206ee-43a1-45a4-bf82-f15d4c456113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-644'] for router (bfb42bdc-16b9-4a0c-9644-8e234af92d96), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:11.123222 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-38b206ee-43a1-45a4-bf82-f15d4c456113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1615592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-655'] for router (bfb42bdc-16b9-4a0c-9644-8e234af92d96), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:11.137529 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608d46df-b840-4a6a-ad1f-5e098a855fb7 None None] Network c50d8f22-7eaa-4cf3-bb86-831bec13bd7f requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:04:11.140244 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:11.140769 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:11.141295 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:11.141659 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:11.142583 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:11.142925 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:11.143253 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:11.143578 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:11.143904 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:11.144227 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:11.144546 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:11.145054 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:11.145381 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:11.145700 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:11.146021 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Tracked resource versions report: Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: pushed versions: Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: { 'AddressGroup': {'1.2'}, Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'Agent': {'1.1'}, Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'ConntrackHelper': {'1.0'}, Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'LocalIPAssociation': {'1.0'}, Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'Log': {'1.0'}, Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'NDPProxy': {'1.0'}, Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'Network': {'1.1'}, Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'Port': {'1.7'}, Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'PortForwarding': {'1.3'}, Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'QosPolicy': {'1.10'}, Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'SecurityGroup': {'1.5'}, Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'SubPort': {'1.0'}, Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'Subnet': {'1.1'}, Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'Trunk': {'1.1'}} Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: consumer versions: Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: { DHCP agent@dv-cinder-836083-1-iscsi: {}, Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: HyperV agent@hv-cinder-83608: {}, Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: L3 agent@dv-cinder-836083-1-iscsi: {}, Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: Metadata agent@dv-cinder-836083-1-iscsi: {}, Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: Metering agent@dv-cinder-836083-1-iscsi: {}, Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: Open vSwitch agent@dv-cinder-836083-1-iscsi: { 'AddressGroup': '1.2', Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'Agent': '1.1', Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'ConntrackHelper': '1.0', Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'LocalIPAssociation': '1.0', Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'Log': '1.0', Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'NDPProxy': '1.0', Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'Network': '1.1', Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'Port': '1.7', Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'PortForwarding': '1.3', Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'QosPolicy': '1.10', Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'SecurityGroup': '1.5', Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'SecurityGroupRule': '1.2', Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'SubPort': '1.0', Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'Subnet': '1.1', Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: 'Trunk': '1.1'}} Mar 31 22:04:11.147204 dv-cinder-836083-1-iscsi neutron-server[110668]: {{(pid=110668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:04:11.166709 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-321dd891-fbc2-4008-97cb-16fa6290c9a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-644'] for router (79595681-dc03-45d7-a583-93da0fd8f1e2), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:11.167697 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-321dd891-fbc2-4008-97cb-16fa6290c9a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1615592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-655'] for router (79595681-dc03-45d7-a583-93da0fd8f1e2), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:11.218778 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-38b206ee-43a1-45a4-bf82-f15d4c456113 admin admin] Publish callbacks [] for router_controller (bfb42bdc-16b9-4a0c-9644-8e234af92d96), precommit_add_association {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:11.252725 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-683b3fca-c1f1-4ac3-bea1-998ea5ebcd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (5e3d740f-25ec-4189-b9b3-50ae769e3b07), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:11.255839 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-683b3fca-c1f1-4ac3-bea1-998ea5ebcd40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:11.257466 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-683b3fca-c1f1-4ac3-bea1-998ea5ebcd40 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5e3d740f-25ec-4189-b9b3-50ae769e3b07 HTTP/1.1" status: 204 len: 168 time: 0.6359997 Mar 31 22:04:11.270018 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-1e9a8ac5-af65-4481-bd8e-a5c8b881f857 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4784813 Mar 31 22:04:11.292819 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-321dd891-fbc2-4008-97cb-16fa6290c9a6 admin admin] Publish callbacks [] for router_controller (79595681-dc03-45d7-a583-93da0fd8f1e2), precommit_add_association {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:11.347070 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b3fca-c1f1-4ac3-bea1-998ea5ebcd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3d740f-25ec-4189-b9b3-50ae769e3b07,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:11.371633 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Attempting to bind port 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:04:11.372004 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Attempting to bind port 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': 'b743cf90-b78b-43d9-8f0e-75a85fa1a9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:04:11.372359 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Attempting to bind port 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522 on network 6141f838-016f-4422-a50b-fae51e1d7ab9 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:04:11.387723 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-79d9ccd1-b906-4a75-98c9-87fe87fae0b5 admin admin] Publish callbacks [] for router_gateway (1100fe1f-e72a-4378-8d3a-43a9cb1b565e), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:11.415293 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-79d9ccd1-b906-4a75-98c9-87fe87fae0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:11.488697 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:04:11.489384 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Checking segment: {'id': 'b743cf90-b78b-43d9-8f0e-75a85fa1a9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:04:11.489956 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:11.490664 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Bound using segment: {'id': 'b743cf90-b78b-43d9-8f0e-75a85fa1a9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:04:11.491325 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Bound port: 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b743cf90-b78b-43d9-8f0e-75a85fa1a9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:04:11.492074 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (45bddf15-fa4a-45c4-99ec-e8fbfa2ba522), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:11.495547 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f12ee21d-72f0-4731-955f-1f8cb365cdd2 None None] Publish callbacks [] for port (828f5c94-7ee0-43b9-8d69-808734086002), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:11.524910 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72fb98c-2646-49a0-9509-53d24d595811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a52870c-531f-5681-85b3-93ba771be156-39113ebe-596d-4feb-8ec9-18a7831cbf68', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'fixed_ips': [{'subnet_id': '01b07abf-1022-4cb3-9419-c682f5c84b30'}]}} from dv-cinder-836083-1-iscsi. {{(pid=110668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 22:04:11.525954 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b72fb98c-2646-49a0-9509-53d24d595811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:11.538085 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8657f7ba-8e14-4f40-adbb-54d934da2733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a52870c-531f-5681-85b3-93ba771be156-0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'fixed_ips': [{'subnet_id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e'}]}} from dv-cinder-836083-1-iscsi. {{(pid=110668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 22:04:11.538085 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8657f7ba-8e14-4f40-adbb-54d934da2733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:11.573877 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09421382-d350-47fd-9f14-70d6523f91f3 None None] Network c50d8f22-7eaa-4cf3-bb86-831bec13bd7f requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:04:11.658455 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-88e07c97-3d56-405c-8c85-312bb4f31782 admin admin] Publish callbacks [] for router_gateway (78fa1053-7041-414b-97e1-43238e57c67a), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:11.668547 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f12ee21d-72f0-4731-955f-1f8cb365cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (828f5c94-7ee0-43b9-8d69-808734086002), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:11.735294 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-88e07c97-3d56-405c-8c85-312bb4f31782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:11.777505 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-79d9ccd1-b906-4a75-98c9-87fe87fae0b5 admin admin] Allocated IP 172.27.2.183 (ad19088a-a902-4a91-855f-5fb9d1c67d87/5d366205-9c7a-4898-9c8b-600d476ec59e/90af4032-a3cc-4521-b32b-d66daad9486d) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:04:11.903621 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-321dd891-fbc2-4008-97cb-16fa6290c9a6 admin admin] Publish callbacks [] for router_gateway (79595681-dc03-45d7-a583-93da0fd8f1e2), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:11.913134 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12ee21d-72f0-4731-955f-1f8cb365cdd2 None None] Network 1cfcbe07-ec4b-4324-9343-639a3e44e48c is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:04:11.924062 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-38b206ee-43a1-45a4-bf82-f15d4c456113 admin admin] Publish callbacks [] for router_gateway (bfb42bdc-16b9-4a0c-9644-8e234af92d96), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:11.938401 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-f12ee21d-72f0-4731-955f-1f8cb365cdd2 None None] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:11.955903 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ee21d-72f0-4731-955f-1f8cb365cdd2 None None] Pushing event updated for resources: {'Port': ['ID=828f5c94-7ee0-43b9-8d69-808734086002,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:11.958495 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12ee21d-72f0-4731-955f-1f8cb365cdd2 None None] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:04:11.965268 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] For port 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:04:11.987368 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-79d9ccd1-b906-4a75-98c9-87fe87fae0b5 admin admin] Publish callbacks [] for port (90af4032-a3cc-4521-b32b-d66daad9486d), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:12.029052 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] For port 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=45bddf15-fa4a-45c4-99ec-e8fbfa2ba522,segment=NetworkSegment(b743cf90-b78b-43d9-8f0e-75a85fa1a9c0),segment_id=b743cf90-b78b-43d9-8f0e-75a85fa1a9c0)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:04:12.136633 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (45bddf15-fa4a-45c4-99ec-e8fbfa2ba522), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:12.141443 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-b72fb98c-2646-49a0-9509-53d24d595811 None None] Allocated IP 172.20.0.2 (39113ebe-596d-4feb-8ec9-18a7831cbf68/01b07abf-1022-4cb3-9419-c682f5c84b30/b3fcbb7e-8399-490e-b16d-eeb99b713640) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:04:12.149404 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-79d9ccd1-b906-4a75-98c9-87fe87fae0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (90af4032-a3cc-4521-b32b-d66daad9486d), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:12.152896 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-f12ee21d-72f0-4731-955f-1f8cb365cdd2 None None] Attempting to bind port 828f5c94-7ee0-43b9-8d69-808734086002 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:04:12.158489 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-f12ee21d-72f0-4731-955f-1f8cb365cdd2 None None] Attempting to bind port 828f5c94-7ee0-43b9-8d69-808734086002 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': 'a131c32f-8f0e-49e7-8e61-166d6f753cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:04:12.158489 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12ee21d-72f0-4731-955f-1f8cb365cdd2 None None] Attempting to bind port 828f5c94-7ee0-43b9-8d69-808734086002 on network 1cfcbe07-ec4b-4324-9343-639a3e44e48c {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:04:12.158489 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-8657f7ba-8e14-4f40-adbb-54d934da2733 None None] Allocated IP 172.20.0.2 (0382e6fe-1738-4da8-a648-cd0ccb96afb3/22da6a9c-27c7-4f9f-9fde-ed9d5543264e/6926ed9b-ca7d-48e1-95a4-6d59c6807f5e) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:04:12.203767 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12ee21d-72f0-4731-955f-1f8cb365cdd2 None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:04:12.204152 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12ee21d-72f0-4731-955f-1f8cb365cdd2 None None] Checking segment: {'id': 'a131c32f-8f0e-49e7-8e61-166d6f753cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:04:12.204626 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f12ee21d-72f0-4731-955f-1f8cb365cdd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:12.205031 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12ee21d-72f0-4731-955f-1f8cb365cdd2 None None] Bound using segment: {'id': 'a131c32f-8f0e-49e7-8e61-166d6f753cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:04:12.205592 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-f12ee21d-72f0-4731-955f-1f8cb365cdd2 None None] Bound port: 828f5c94-7ee0-43b9-8d69-808734086002, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a131c32f-8f0e-49e7-8e61-166d6f753cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:04:12.205903 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f12ee21d-72f0-4731-955f-1f8cb365cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (828f5c94-7ee0-43b9-8d69-808734086002), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:12.259749 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d9ccd1-b906-4a75-98c9-87fe87fae0b5 admin admin] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:04:12.280234 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-79d9ccd1-b906-4a75-98c9-87fe87fae0b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:12.287969 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d9ccd1-b906-4a75-98c9-87fe87fae0b5 admin admin] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:04:12.290982 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9ccd1-b906-4a75-98c9-87fe87fae0b5 admin admin] Pushing event updated for resources: {'Port': ['ID=90af4032-a3cc-4521-b32b-d66daad9486d,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:12.425756 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 54718) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:12.452746 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38781f58-f3b7-44fb-8a3f-2b3ccb4aa941 None None] Pushing event updated for resources: {'Port': ['ID=45bddf15-fa4a-45c4-99ec-e8fbfa2ba522,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:12.477808 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-88e07c97-3d56-405c-8c85-312bb4f31782 admin admin] Allocated IP 172.27.2.233 (ad19088a-a902-4a91-855f-5fb9d1c67d87/5d366205-9c7a-4898-9c8b-600d476ec59e/735467fb-c37a-487f-8162-8841151f653c) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:04:12.484655 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f4a378dc-6c4e-48ca-bc80-eeab5ae5b6b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:12.531672 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 54738) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:12.594624 dv-cinder-836083-1-iscsi neutron-server[110667]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 22:04:12.649238 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-f12ee21d-72f0-4731-955f-1f8cb365cdd2 None None] For port 828f5c94-7ee0-43b9-8d69-808734086002, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:04:12.653570 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b72fb98c-2646-49a0-9509-53d24d595811 None None] Publish callbacks [] for port (b3fcbb7e-8399-490e-b16d-eeb99b713640), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:12.658327 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-f12ee21d-72f0-4731-955f-1f8cb365cdd2 None None] For port 828f5c94-7ee0-43b9-8d69-808734086002, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=828f5c94-7ee0-43b9-8d69-808734086002,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:04:12.760925 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8657f7ba-8e14-4f40-adbb-54d934da2733 None None] Publish callbacks [] for port (6926ed9b-ca7d-48e1-95a4-6d59c6807f5e), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:12.769260 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b72fb98c-2646-49a0-9509-53d24d595811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (b3fcbb7e-8399-490e-b16d-eeb99b713640), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:12.779404 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f12ee21d-72f0-4731-955f-1f8cb365cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (828f5c94-7ee0-43b9-8d69-808734086002), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:12.812042 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-79d9ccd1-b906-4a75-98c9-87fe87fae0b5 admin admin] Publish callbacks [] for router_gateway (1100fe1f-e72a-4378-8d3a-43a9cb1b565e), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:12.816193 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72fb98c-2646-49a0-9509-53d24d595811 None None] Network 39113ebe-596d-4feb-8ec9-18a7831cbf68 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:04:12.819230 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-b72fb98c-2646-49a0-9509-53d24d595811 None None] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:12.822112 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72fb98c-2646-49a0-9509-53d24d595811 None None] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:04:12.837776 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8657f7ba-8e14-4f40-adbb-54d934da2733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (6926ed9b-ca7d-48e1-95a4-6d59c6807f5e), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:12.882420 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72fb98c-2646-49a0-9509-53d24d595811 None None] Pushing event updated for resources: {'Port': ['ID=b3fcbb7e-8399-490e-b16d-eeb99b713640,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:12.996425 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8657f7ba-8e14-4f40-adbb-54d934da2733 None None] Network 0382e6fe-1738-4da8-a648-cd0ccb96afb3 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:04:13.011955 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-8657f7ba-8e14-4f40-adbb-54d934da2733 None None] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:13.028814 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8657f7ba-8e14-4f40-adbb-54d934da2733 None None] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:04:13.070133 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-b72fb98c-2646-49a0-9509-53d24d595811 None None] Attempting to bind port b3fcbb7e-8399-490e-b16d-eeb99b713640 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:04:13.070524 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-b72fb98c-2646-49a0-9509-53d24d595811 None None] Attempting to bind port b3fcbb7e-8399-490e-b16d-eeb99b713640 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': '00dfa501-ed34-4105-a2b8-db379d4dec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:04:13.078335 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72fb98c-2646-49a0-9509-53d24d595811 None None] Attempting to bind port b3fcbb7e-8399-490e-b16d-eeb99b713640 on network 39113ebe-596d-4feb-8ec9-18a7831cbf68 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:04:13.078509 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-1f201405-f691-4d64-9350-0950db88b77c tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:13.078509 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-1f201405-f691-4d64-9350-0950db88b77c tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/networks?id=c50d8f22-7eaa-4cf3-bb86-831bec13bd7f HTTP/1.1" status: 200 len: 811 time: 0.4795158 Mar 31 22:04:13.102248 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72fb98c-2646-49a0-9509-53d24d595811 None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:04:13.102633 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72fb98c-2646-49a0-9509-53d24d595811 None None] Checking segment: {'id': '00dfa501-ed34-4105-a2b8-db379d4dec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:04:13.103045 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b72fb98c-2646-49a0-9509-53d24d595811 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:13.103615 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72fb98c-2646-49a0-9509-53d24d595811 None None] Bound using segment: {'id': '00dfa501-ed34-4105-a2b8-db379d4dec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:04:13.104510 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-b72fb98c-2646-49a0-9509-53d24d595811 None None] Bound port: b3fcbb7e-8399-490e-b16d-eeb99b713640, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00dfa501-ed34-4105-a2b8-db379d4dec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:04:13.104510 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b72fb98c-2646-49a0-9509-53d24d595811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (b3fcbb7e-8399-490e-b16d-eeb99b713640), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:13.127938 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ee21d-72f0-4731-955f-1f8cb365cdd2 None None] Pushing event updated for resources: {'Port': ['ID=828f5c94-7ee0-43b9-8d69-808734086002,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:13.323187 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-79d9ccd1-b906-4a75-98c9-87fe87fae0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625619'] for router (1100fe1f-e72a-4378-8d3a-43a9cb1b565e), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:13.362500 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f4a378dc-6c4e-48ca-bc80-eeab5ae5b6b5 admin admin] Publish callbacks [] for security_group (187e7cc3-0fea-4a4b-bf37-b5c813df1ff2), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:13.408268 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-88e07c97-3d56-405c-8c85-312bb4f31782 admin admin] Publish callbacks [] for port (735467fb-c37a-487f-8162-8841151f653c), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:13.465828 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-8657f7ba-8e14-4f40-adbb-54d934da2733 None None] Attempting to bind port 6926ed9b-ca7d-48e1-95a4-6d59c6807f5e on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:04:13.469773 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-8657f7ba-8e14-4f40-adbb-54d934da2733 None None] Attempting to bind port 6926ed9b-ca7d-48e1-95a4-6d59c6807f5e by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': '0f1db625-fbb2-413d-bece-5f36d62a5b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:04:13.469773 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8657f7ba-8e14-4f40-adbb-54d934da2733 None None] Attempting to bind port 6926ed9b-ca7d-48e1-95a4-6d59c6807f5e on network 0382e6fe-1738-4da8-a648-cd0ccb96afb3 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:04:13.480748 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657f7ba-8e14-4f40-adbb-54d934da2733 None None] Pushing event updated for resources: {'Port': ['ID=6926ed9b-ca7d-48e1-95a4-6d59c6807f5e,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:13.510536 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8657f7ba-8e14-4f40-adbb-54d934da2733 None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:04:13.510924 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8657f7ba-8e14-4f40-adbb-54d934da2733 None None] Checking segment: {'id': '0f1db625-fbb2-413d-bece-5f36d62a5b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:04:13.511318 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8657f7ba-8e14-4f40-adbb-54d934da2733 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:13.514445 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8657f7ba-8e14-4f40-adbb-54d934da2733 None None] Bound using segment: {'id': '0f1db625-fbb2-413d-bece-5f36d62a5b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:04:13.514986 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-8657f7ba-8e14-4f40-adbb-54d934da2733 None None] Bound port: 6926ed9b-ca7d-48e1-95a4-6d59c6807f5e, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1db625-fbb2-413d-bece-5f36d62a5b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:04:13.525640 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8657f7ba-8e14-4f40-adbb-54d934da2733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (6926ed9b-ca7d-48e1-95a4-6d59c6807f5e), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:13.528888 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-7d89df3f-94c8-460a-bc97-35c37042490e tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/quotas/6e3affcc226b4a7190a79174d08fed7b HTTP/1.1" status: 200 len: 375 time: 0.3103607 Mar 31 22:04:13.529621 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f4a378dc-6c4e-48ca-bc80-eeab5ae5b6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (187e7cc3-0fea-4a4b-bf37-b5c813df1ff2), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:13.530916 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-b72fb98c-2646-49a0-9509-53d24d595811 None None] For port b3fcbb7e-8399-490e-b16d-eeb99b713640, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:04:13.569370 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-b72fb98c-2646-49a0-9509-53d24d595811 None None] For port b3fcbb7e-8399-490e-b16d-eeb99b713640, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=b3fcbb7e-8399-490e-b16d-eeb99b713640,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:04:13.571010 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-321dd891-fbc2-4008-97cb-16fa6290c9a6 admin admin] Publish callbacks [] for router_gateway (79595681-dc03-45d7-a583-93da0fd8f1e2), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:13.599979 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-88e07c97-3d56-405c-8c85-312bb4f31782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (735467fb-c37a-487f-8162-8841151f653c), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:13.616026 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 828f5c94-7ee0-43b9-8d69-808734086002 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:04:13.681804 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e07c97-3d56-405c-8c85-312bb4f31782 admin admin] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:04:13.718346 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-88e07c97-3d56-405c-8c85-312bb4f31782 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:13.728792 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-321dd891-fbc2-4008-97cb-16fa6290c9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:13.750712 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-e581099b-3746-4239-8179-ed9db648ebbb tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6e3affcc226b4a7190a79174d08fed7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1954155 Mar 31 22:04:13.750712 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e07c97-3d56-405c-8c85-312bb4f31782 admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:04:13.750712 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-38b206ee-43a1-45a4-bf82-f15d4c456113 admin admin] Publish callbacks [] for router_gateway (bfb42bdc-16b9-4a0c-9644-8e234af92d96), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:13.760231 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f4a378dc-6c4e-48ca-bc80-eeab5ae5b6b5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fa4f5c4204a14ea7a14dbfa8763f4d9e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3324454 Mar 31 22:04:13.764388 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54762) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:13.792820 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d9ccd1-b906-4a75-98c9-87fe87fae0b5 admin admin] Router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e is scheduled to L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c with binding_index 1 {{(pid=110666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:04:13.800711 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a378dc-6c4e-48ca-bc80-eeab5ae5b6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187e7cc3-0fea-4a4b-bf37-b5c813df1ff2,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:13.835224 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410c0241-da78-4b0d-bbc8-66f2505e72ed None None] Network 6141f838-016f-4422-a50b-fae51e1d7ab9 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:04:13.838432 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b72fb98c-2646-49a0-9509-53d24d595811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (b3fcbb7e-8399-490e-b16d-eeb99b713640), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:14.078071 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-38b206ee-43a1-45a4-bf82-f15d4c456113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:14.078493 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-8657f7ba-8e14-4f40-adbb-54d934da2733 None None] For port 6926ed9b-ca7d-48e1-95a4-6d59c6807f5e, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:04:14.078793 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06e2bc04-7a49-4f11-a082-c2ac4814b8f2 admin admin] Publish callbacks [] for security_group (187e7cc3-0fea-4a4b-bf37-b5c813df1ff2), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:14.078793 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06e2bc04-7a49-4f11-a082-c2ac4814b8f2 admin admin] Publish callbacks [] for security_group (187e7cc3-0fea-4a4b-bf37-b5c813df1ff2), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:14.083283 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-8657f7ba-8e14-4f40-adbb-54d934da2733 None None] For port 6926ed9b-ca7d-48e1-95a4-6d59c6807f5e, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=6926ed9b-ca7d-48e1-95a4-6d59c6807f5e,segment=NetworkSegment(0f1db625-fbb2-413d-bece-5f36d62a5b67),segment_id=0f1db625-fbb2-413d-bece-5f36d62a5b67)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:04:14.083283 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-7eaeb664-2b97-4bca-a927-67817f6dd621 None None] Provisioning complete for port 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:14.083283 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7eaeb664-2b97-4bca-a927-67817f6dd621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (45bddf15-fa4a-45c4-99ec-e8fbfa2ba522), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:14.083768 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e07c97-3d56-405c-8c85-312bb4f31782 admin admin] Pushing event updated for resources: {'Port': ['ID=735467fb-c37a-487f-8162-8841151f653c,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:14.106634 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 828f5c94-7ee0-43b9-8d69-808734086002 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:14.107700 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (828f5c94-7ee0-43b9-8d69-808734086002), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:14.144196 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-321dd891-fbc2-4008-97cb-16fa6290c9a6 admin admin] Allocated IP 172.27.2.20 (ad19088a-a902-4a91-855f-5fb9d1c67d87/5d366205-9c7a-4898-9c8b-600d476ec59e/0cc19e6d-1998-47e1-8692-f1268bb79c16) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:04:14.148944 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8657f7ba-8e14-4f40-adbb-54d934da2733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (6926ed9b-ca7d-48e1-95a4-6d59c6807f5e), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:14.160706 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 54770) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:14.191252 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72fb98c-2646-49a0-9509-53d24d595811 None None] Pushing event updated for resources: {'Port': ['ID=b3fcbb7e-8399-490e-b16d-eeb99b713640,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:14.244529 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657f7ba-8e14-4f40-adbb-54d934da2733 None None] Pushing event updated for resources: {'Port': ['ID=6926ed9b-ca7d-48e1-95a4-6d59c6807f5e,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:14.267291 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d9ccd1-b906-4a75-98c9-87fe87fae0b5 admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:04:14.279164 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] Sync routers for ids ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:04:14.302561 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] Routers {'1100fe1f-e72a-4378-8d3a-43a9cb1b565e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:04:14.305405 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:04:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:14.380500 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-79d9ccd1-b906-4a75-98c9-87fe87fae0b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:14.384110 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-79d9ccd1-b906-4a75-98c9-87fe87fae0b5 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1298769 Mar 31 22:04:14.387283 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06e2bc04-7a49-4f11-a082-c2ac4814b8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (187e7cc3-0fea-4a4b-bf37-b5c813df1ff2), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:14.400894 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06e2bc04-7a49-4f11-a082-c2ac4814b8f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:14.409430 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7eaeb664-2b97-4bca-a927-67817f6dd621 None None] Current status of the port 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:14.409806 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7eaeb664-2b97-4bca-a927-67817f6dd621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (45bddf15-fa4a-45c4-99ec-e8fbfa2ba522), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:14.434943 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-06e2bc04-7a49-4f11-a082-c2ac4814b8f2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/187e7cc3-0fea-4a4b-bf37-b5c813df1ff2 HTTP/1.1" status: 204 len: 168 time: 0.6381724 Mar 31 22:04:14.437253 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54776) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:14.446545 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 828f5c94-7ee0-43b9-8d69-808734086002 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:14.447140 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (828f5c94-7ee0-43b9-8d69-808734086002), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:14.486939 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2bc04-7a49-4f11-a082-c2ac4814b8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187e7cc3-0fea-4a4b-bf37-b5c813df1ff2,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:14.533011 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7eaeb664-2b97-4bca-a927-67817f6dd621 None None] For port 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=45bddf15-fa4a-45c4-99ec-e8fbfa2ba522,segment=NetworkSegment(b743cf90-b78b-43d9-8f0e-75a85fa1a9c0),segment_id=b743cf90-b78b-43d9-8f0e-75a85fa1a9c0)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:14.534959 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] For port 828f5c94-7ee0-43b9-8d69-808734086002, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=828f5c94-7ee0-43b9-8d69-808734086002,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:14.602638 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (828f5c94-7ee0-43b9-8d69-808734086002), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:14.603461 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:04:14.605871 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7eaeb664-2b97-4bca-a927-67817f6dd621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (45bddf15-fa4a-45c4-99ec-e8fbfa2ba522), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:14.696135 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5c04e967-d099-46ec-acb6-9315e88cdd0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:14.865328 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Pushing event updated for resources: {'Port': ['ID=828f5c94-7ee0-43b9-8d69-808734086002,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:14.919787 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] Set router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:04:15.030168 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5c04e967-d099-46ec-acb6-9315e88cdd0b admin admin] Publish callbacks [] for security_group (1bab2906-0752-413b-be3b-0d7575a2df65), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:15.057672 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-f5abac16-1444-4e8c-baf1-4f5bae79ec4d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 22:04:15.060440 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecd9ecb-8817-4c09-8382-9f26f358a84a None None] Network 1cfcbe07-ec4b-4324-9343-639a3e44e48c requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:04:15.065642 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-f5abac16-1444-4e8c-baf1-4f5bae79ec4d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4977727 Mar 31 22:04:15.162350 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:15.162350 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (45bddf15-fa4a-45c4-99ec-e8fbfa2ba522), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:15.213731 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaeb664-2b97-4bca-a927-67817f6dd621 None None] Pushing event updated for resources: {'Port': ['ID=45bddf15-fa4a-45c4-99ec-e8fbfa2ba522,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:15.234877 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-321dd891-fbc2-4008-97cb-16fa6290c9a6 admin admin] Publish callbacks [] for port (0cc19e6d-1998-47e1-8692-f1268bb79c16), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:15.238360 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-aaa98e8f-eabd-4704-85a5-073fda08f970 service neutron] 10.222.0.59 "GET /v2.0/networks/c50d8f22-7eaa-4cf3-bb86-831bec13bd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541190 Mar 31 22:04:15.247406 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5c04e967-d099-46ec-acb6-9315e88cdd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (1bab2906-0752-413b-be3b-0d7575a2df65), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:15.261218 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-ee8d3048-ea32-49d3-a06b-42251a07c7b2 None None] Provisioning complete for port 828f5c94-7ee0-43b9-8d69-808734086002 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:15.261606 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ee8d3048-ea32-49d3-a06b-42251a07c7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (828f5c94-7ee0-43b9-8d69-808734086002), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:15.349624 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:12Z', 'revision_number': 3, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:15.416931 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] Checking router: 1100fe1f-e72a-4378-8d3a-43a9cb1b565e for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:04:15.417289 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] Updating router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e port 90af4032-a3cc-4521-b32b-d66daad9486d binding host dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:04:15.471868 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (90af4032-a3cc-4521-b32b-d66daad9486d), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:15.577733 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:15.705029 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-ee8d3048-ea32-49d3-a06b-42251a07c7b2 None None] Current status of the port 828f5c94-7ee0-43b9-8d69-808734086002 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:15.716807 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-37bec4f7-9cb3-421e-ac8c-6d47ecc53ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:15.733928 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-ee8d3048-ea32-49d3-a06b-42251a07c7b2 None None] Provisioning complete for port 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:15.734357 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ee8d3048-ea32-49d3-a06b-42251a07c7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (45bddf15-fa4a-45c4-99ec-e8fbfa2ba522), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:15.784849 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c04e967-d099-46ec-acb6-9315e88cdd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bab2906-0752-413b-be3b-0d7575a2df65,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:15.815834 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-88e07c97-3d56-405c-8c85-312bb4f31782 admin admin] Publish callbacks [] for router_gateway (78fa1053-7041-414b-97e1-43238e57c67a), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:15.946436 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-5c04e967-d099-46ec-acb6-9315e88cdd0b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=408fad3460f846efb364689bd38127ec&name=default HTTP/1.1" status: 200 len: 2995 time: 1.7805114 Mar 31 22:04:15.951247 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54802) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:16.015821 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9897f8f9-04a3-4e23-98f1-374c9627cb5b None None] Network 39113ebe-596d-4feb-8ec9-18a7831cbf68 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:04:16.018831 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-ee8d3048-ea32-49d3-a06b-42251a07c7b2 None None] Current status of the port 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:16.093532 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 6926ed9b-ca7d-48e1-95a4-6d59c6807f5e up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:04:16.122782 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-113a9dae-9858-4244-8850-28beee6219fc service neutron] 10.222.0.59 "GET /v2.0/networks/c50d8f22-7eaa-4cf3-bb86-831bec13bd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8652866 Mar 31 22:04:16.183253 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-4a333d08-995a-4196-aa9f-51091d79ce5f None None] Provisioning complete for port b3fcbb7e-8399-490e-b16d-eeb99b713640 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:16.183656 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4a333d08-995a-4196-aa9f-51091d79ce5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (b3fcbb7e-8399-490e-b16d-eeb99b713640), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:16.196430 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ab57ee97-4b1a-4163-a959-c154cea5b504 admin admin] Publish callbacks [] for security_group (1bab2906-0752-413b-be3b-0d7575a2df65), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:16.228713 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ab57ee97-4b1a-4163-a959-c154cea5b504 admin admin] Publish callbacks [] for security_group (1bab2906-0752-413b-be3b-0d7575a2df65), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:16.260827 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 6926ed9b-ca7d-48e1-95a4-6d59c6807f5e triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:16.261293 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (6926ed9b-ca7d-48e1-95a4-6d59c6807f5e), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:16.307317 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-37bec4f7-9cb3-421e-ac8c-6d47ecc53ebb admin admin] Allocated IP 172.20.0.1 (1cfcbe07-ec4b-4324-9343-639a3e44e48c/46fdab92-2c2a-49be-bf50-a72b75107edf/bde9becf-ccc0-4ff9-a346-99633db80740) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:04:16.332418 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d10d44b-8843-4f3b-9297-875122b788f3 None None] Network 0382e6fe-1738-4da8-a648-cd0ccb96afb3 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:04:16.347749 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-88e07c97-3d56-405c-8c85-312bb4f31782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625619'] for router (78fa1053-7041-414b-97e1-43238e57c67a), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:16.468134 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-4a333d08-995a-4196-aa9f-51091d79ce5f None None] Current status of the port b3fcbb7e-8399-490e-b16d-eeb99b713640 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:16.468519 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4a333d08-995a-4196-aa9f-51091d79ce5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (b3fcbb7e-8399-490e-b16d-eeb99b713640), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:16.471653 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-37bec4f7-9cb3-421e-ac8c-6d47ecc53ebb admin admin] Publish callbacks [] for port (bde9becf-ccc0-4ff9-a346-99633db80740), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:16.498046 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 6926ed9b-ca7d-48e1-95a4-6d59c6807f5e is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:16.498466 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (6926ed9b-ca7d-48e1-95a4-6d59c6807f5e), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:16.562434 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-4a333d08-995a-4196-aa9f-51091d79ce5f None None] For port b3fcbb7e-8399-490e-b16d-eeb99b713640, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=b3fcbb7e-8399-490e-b16d-eeb99b713640,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:16.574740 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] For port 6926ed9b-ca7d-48e1-95a4-6d59c6807f5e, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=6926ed9b-ca7d-48e1-95a4-6d59c6807f5e,segment=NetworkSegment(0f1db625-fbb2-413d-bece-5f36d62a5b67),segment_id=0f1db625-fbb2-413d-bece-5f36d62a5b67)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:16.739607 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ab57ee97-4b1a-4163-a959-c154cea5b504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (1bab2906-0752-413b-be3b-0d7575a2df65), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:16.742125 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (6926ed9b-ca7d-48e1-95a4-6d59c6807f5e), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:16.742661 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ab57ee97-4b1a-4163-a959-c154cea5b504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:16.743611 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 828f5c94-7ee0-43b9-8d69-808734086002 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:04:16.744275 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-ab57ee97-4b1a-4163-a959-c154cea5b504 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1bab2906-0752-413b-be3b-0d7575a2df65 HTTP/1.1" status: 204 len: 168 time: 0.7905531 Mar 31 22:04:16.745680 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-37bec4f7-9cb3-421e-ac8c-6d47ecc53ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (bde9becf-ccc0-4ff9-a346-99633db80740), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:16.767624 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4a333d08-995a-4196-aa9f-51091d79ce5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (b3fcbb7e-8399-490e-b16d-eeb99b713640), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:16.807142 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57ee97-4b1a-4163-a959-c154cea5b504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bab2906-0752-413b-be3b-0d7575a2df65,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:16.822870 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-38b206ee-43a1-45a4-bf82-f15d4c456113 admin admin] Allocated IP 172.27.2.161 (ad19088a-a902-4a91-855f-5fb9d1c67d87/5d366205-9c7a-4898-9c8b-600d476ec59e/c45c70f8-22a6-4489-b47e-4e194bfdb9f7) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:04:16.844602 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e07c97-3d56-405c-8c85-312bb4f31782 admin admin] Router 78fa1053-7041-414b-97e1-43238e57c67a is scheduled to L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c with binding_index 1 {{(pid=110667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:04:16.849804 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-321dd891-fbc2-4008-97cb-16fa6290c9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (0cc19e6d-1998-47e1-8692-f1268bb79c16), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:16.851401 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bec4f7-9cb3-421e-ac8c-6d47ecc53ebb admin admin] Network 1cfcbe07-ec4b-4324-9343-639a3e44e48c is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:04:16.867244 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-37bec4f7-9cb3-421e-ac8c-6d47ecc53ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:16.890055 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bec4f7-9cb3-421e-ac8c-6d47ecc53ebb admin admin] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:04:16.894496 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-37bec4f7-9cb3-421e-ac8c-6d47ecc53ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623236'] for router_interface (1100fe1f-e72a-4378-8d3a-43a9cb1b565e), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:16.939416 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bec4f7-9cb3-421e-ac8c-6d47ecc53ebb admin admin] Pushing event updated for resources: {'Port': ['ID=bde9becf-ccc0-4ff9-a346-99633db80740,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:16.964916 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 54824) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:17.020280 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-e7dda0b9-0a65-49e2-9fdc-ddc0cdb3cf1a None None] Provisioning complete for port 828f5c94-7ee0-43b9-8d69-808734086002 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:17.020670 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e7dda0b9-0a65-49e2-9fdc-ddc0cdb3cf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (828f5c94-7ee0-43b9-8d69-808734086002), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:17.043397 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321dd891-fbc2-4008-97cb-16fa6290c9a6 admin admin] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:04:17.122795 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 828f5c94-7ee0-43b9-8d69-808734086002 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:17.123183 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (828f5c94-7ee0-43b9-8d69-808734086002), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:17.131686 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Pushing event updated for resources: {'Port': ['ID=6926ed9b-ca7d-48e1-95a4-6d59c6807f5e,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:17.179173 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-321dd891-fbc2-4008-97cb-16fa6290c9a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:17.187699 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321dd891-fbc2-4008-97cb-16fa6290c9a6 admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:04:17.278963 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7bcf5cbf-cd40-4541-9258-b79166068f36 req-4285e635-700f-4fd8-be58-d9e0b1a15f02 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 210 time: 0.3088632 Mar 31 22:04:17.282555 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-e7dda0b9-0a65-49e2-9fdc-ddc0cdb3cf1a None None] Current status of the port 828f5c94-7ee0-43b9-8d69-808734086002 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:17.300977 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a333d08-995a-4196-aa9f-51091d79ce5f None None] Pushing event updated for resources: {'Port': ['ID=b3fcbb7e-8399-490e-b16d-eeb99b713640,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:17.314715 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321dd891-fbc2-4008-97cb-16fa6290c9a6 admin admin] Pushing event updated for resources: {'Port': ['ID=0cc19e6d-1998-47e1-8692-f1268bb79c16,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:17.388091 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-e7dda0b9-0a65-49e2-9fdc-ddc0cdb3cf1a None None] Provisioning complete for port 6926ed9b-ca7d-48e1-95a4-6d59c6807f5e triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:17.388482 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e7dda0b9-0a65-49e2-9fdc-ddc0cdb3cf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (6926ed9b-ca7d-48e1-95a4-6d59c6807f5e), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:17.450573 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e07c97-3d56-405c-8c85-312bb4f31782 admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:04:17.472589 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-38b206ee-43a1-45a4-bf82-f15d4c456113 admin admin] Publish callbacks [] for port (c45c70f8-22a6-4489-b47e-4e194bfdb9f7), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:17.586857 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-88e07c97-3d56-405c-8c85-312bb4f31782 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:17.588678 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-88e07c97-3d56-405c-8c85-312bb4f31782 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.3138347 Mar 31 22:04:17.593314 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 54856) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:17.687259 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-38b206ee-43a1-45a4-bf82-f15d4c456113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (c45c70f8-22a6-4489-b47e-4e194bfdb9f7), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:17.705445 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-37bec4f7-9cb3-421e-ac8c-6d47ecc53ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (bde9becf-ccc0-4ff9-a346-99633db80740), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:17.736792 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] Sync routers for ids ['78fa1053-7041-414b-97e1-43238e57c67a'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:04:17.765555 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 828f5c94-7ee0-43b9-8d69-808734086002 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:17.769075 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:04:17.836311 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b206ee-43a1-45a4-bf82-f15d4c456113 admin admin] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:04:17.853741 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-38b206ee-43a1-45a4-bf82-f15d4c456113 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:17.858303 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b206ee-43a1-45a4-bf82-f15d4c456113 admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:04:17.879117 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] Routers {'78fa1053-7041-414b-97e1-43238e57c67a'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:04:17.881556 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:04:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['78fa1053-7041-414b-97e1-43238e57c67a'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:17.941250 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] Publish callbacks [] for port (90af4032-a3cc-4521-b32b-d66daad9486d), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:18.023310 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b206ee-43a1-45a4-bf82-f15d4c456113 admin admin] Pushing event updated for resources: {'Port': ['ID=c45c70f8-22a6-4489-b47e-4e194bfdb9f7,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:18.036769 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-321dd891-fbc2-4008-97cb-16fa6290c9a6 admin admin] Publish callbacks [] for router_gateway (79595681-dc03-45d7-a583-93da0fd8f1e2), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:18.040017 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (90af4032-a3cc-4521-b32b-d66daad9486d), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:18.101327 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-37bec4f7-9cb3-421e-ac8c-6d47ecc53ebb admin admin] Publish callbacks [] for port (bde9becf-ccc0-4ff9-a346-99633db80740), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:18.114013 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-e7dda0b9-0a65-49e2-9fdc-ddc0cdb3cf1a None None] Current status of the port 6926ed9b-ca7d-48e1-95a4-6d59c6807f5e is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:18.116252 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:18.116618 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (45bddf15-fa4a-45c4-99ec-e8fbfa2ba522), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:18.116727 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] Attempting to bind port 90af4032-a3cc-4521-b32b-d66daad9486d on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:04:18.117096 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] Attempting to bind port 90af4032-a3cc-4521-b32b-d66daad9486d by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:04:18.117471 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] Attempting to bind port 90af4032-a3cc-4521-b32b-d66daad9486d on network ad19088a-a902-4a91-855f-5fb9d1c67d87 {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:04:18.130903 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:04:18.138734 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] Checking segment: {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:04:18.138734 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:18.138734 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] Bound using segment: {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:04:18.138734 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] Bound port: 90af4032-a3cc-4521-b32b-d66daad9486d, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:04:18.138734 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (90af4032-a3cc-4521-b32b-d66daad9486d), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:18.138734 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65923daa-7f1c-44d2-87a7-ea520155b41b None None] Pushing event updated for resources: {'Port': ['ID=90af4032-a3cc-4521-b32b-d66daad9486d,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:18.155668 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] Set router 78fa1053-7041-414b-97e1-43238e57c67a gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:04:18.172181 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65923daa-7f1c-44d2-87a7-ea520155b41b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:18.173696 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65923daa-7f1c-44d2-87a7-ea520155b41b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:18.174228 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65923daa-7f1c-44d2-87a7-ea520155b41b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:18.174727 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65923daa-7f1c-44d2-87a7-ea520155b41b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:18.175411 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65923daa-7f1c-44d2-87a7-ea520155b41b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:18.175752 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65923daa-7f1c-44d2-87a7-ea520155b41b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:18.176081 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65923daa-7f1c-44d2-87a7-ea520155b41b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:18.179990 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65923daa-7f1c-44d2-87a7-ea520155b41b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:18.180547 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65923daa-7f1c-44d2-87a7-ea520155b41b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:18.181015 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65923daa-7f1c-44d2-87a7-ea520155b41b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:18.181476 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65923daa-7f1c-44d2-87a7-ea520155b41b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:18.182031 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65923daa-7f1c-44d2-87a7-ea520155b41b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:18.182518 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65923daa-7f1c-44d2-87a7-ea520155b41b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:18.182966 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65923daa-7f1c-44d2-87a7-ea520155b41b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:18.183893 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65923daa-7f1c-44d2-87a7-ea520155b41b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65923daa-7f1c-44d2-87a7-ea520155b41b None None] Tracked resource versions report: Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: pushed versions: Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: { 'AddressGroup': {'1.2'}, Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'Agent': {'1.1'}, Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'ConntrackHelper': {'1.0'}, Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'LocalIPAssociation': {'1.0'}, Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'Log': {'1.0'}, Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'NDPProxy': {'1.0'}, Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'Network': {'1.1'}, Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'Port': {'1.7'}, Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'PortForwarding': {'1.3'}, Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'QosPolicy': {'1.10'}, Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'SecurityGroup': {'1.5'}, Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'SecurityGroupRule': {'1.2'}, Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'SubPort': {'1.0'}, Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'Subnet': {'1.1'}, Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'Trunk': {'1.1'}} Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: consumer versions: Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: { DHCP agent@dv-cinder-836083-1-iscsi: {}, Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: HyperV agent@hv-cinder-83608: {}, Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: L3 agent@dv-cinder-836083-1-iscsi: {}, Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: Metadata agent@dv-cinder-836083-1-iscsi: {}, Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: Metering agent@dv-cinder-836083-1-iscsi: {}, Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: Open vSwitch agent@dv-cinder-836083-1-iscsi: { 'AddressGroup': '1.2', Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'Agent': '1.1', Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'ConntrackHelper': '1.0', Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'LocalIPAssociation': '1.0', Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'Log': '1.0', Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'NDPProxy': '1.0', Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'Network': '1.1', Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'Port': '1.7', Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'PortForwarding': '1.3', Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'QosPolicy': '1.10', Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'SecurityGroup': '1.5', Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'SecurityGroupRule': '1.2', Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'SubPort': '1.0', Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'Subnet': '1.1', Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: 'Trunk': '1.1'}} Mar 31 22:04:18.185239 dv-cinder-836083-1-iscsi neutron-server[110669]: {{(pid=110669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 22:04:18.212719 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-37bec4f7-9cb3-421e-ac8c-6d47ecc53ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (bde9becf-ccc0-4ff9-a346-99633db80740), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:18.214944 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-37bec4f7-9cb3-421e-ac8c-6d47ecc53ebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1828931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623120'] for router_interface (1100fe1f-e72a-4378-8d3a-43a9cb1b565e), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:18.221962 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-e7dda0b9-0a65-49e2-9fdc-ddc0cdb3cf1a None None] Provisioning complete for port b3fcbb7e-8399-490e-b16d-eeb99b713640 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:18.222281 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e7dda0b9-0a65-49e2-9fdc-ddc0cdb3cf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (b3fcbb7e-8399-490e-b16d-eeb99b713640), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:18.268709 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] For port 90af4032-a3cc-4521-b32b-d66daad9486d, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:04:18.272371 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] For port 90af4032-a3cc-4521-b32b-d66daad9486d, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=90af4032-a3cc-4521-b32b-d66daad9486d,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:04:18.313946 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bec4f7-9cb3-421e-ac8c-6d47ecc53ebb admin admin] Pushing event updated for resources: {'Port': ['ID=bde9becf-ccc0-4ff9-a346-99633db80740,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:18.411128 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:18.413226 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device b3fcbb7e-8399-490e-b16d-eeb99b713640 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:04:18.420967 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (90af4032-a3cc-4521-b32b-d66daad9486d), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:18.453011 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bec4f7-9cb3-421e-ac8c-6d47ecc53ebb admin admin] Network 1cfcbe07-ec4b-4324-9343-639a3e44e48c is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:04:18.455581 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-37bec4f7-9cb3-421e-ac8c-6d47ecc53ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:18.493279 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65923daa-7f1c-44d2-87a7-ea520155b41b None None] Pushing event updated for resources: {'Port': ['ID=90af4032-a3cc-4521-b32b-d66daad9486d,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:18.493382 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] Routers {'1100fe1f-e72a-4378-8d3a-43a9cb1b565e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:04:18.494135 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:04:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:18.584409 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-e7dda0b9-0a65-49e2-9fdc-ddc0cdb3cf1a None None] Current status of the port b3fcbb7e-8399-490e-b16d-eeb99b713640 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:18.611902 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port b3fcbb7e-8399-490e-b16d-eeb99b713640 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:18.626776 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (b3fcbb7e-8399-490e-b16d-eeb99b713640), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:18.631895 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fa1053-7041-414b-97e1-43238e57c67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1815928536-router', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '735467fb-c37a-487f-8162-8841151f653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:14Z', 'revision_number': 3, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'gw_port': {'id': '735467fb-c37a-487f-8162-8841151f653c', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:af:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:18.673526 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bec4f7-9cb3-421e-ac8c-6d47ecc53ebb admin admin] Router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:04:18.766046 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] Set router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:04:18.792953 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-146e8e06-5a54-4e98-b5b7-8155e7576f68 req-e19bbecd-3c41-4afa-a073-263171fd1e66 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 210 time: 0.1427052 Mar 31 22:04:18.809511 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] Checking router: 78fa1053-7041-414b-97e1-43238e57c67a for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:04:18.810080 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] Updating router 78fa1053-7041-414b-97e1-43238e57c67a port 735467fb-c37a-487f-8162-8841151f653c binding host dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:04:18.898164 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-88e7940c-4f4a-4ca3-9edb-1078b0ba083e None None] Provisioning complete for port bde9becf-ccc0-4ff9-a346-99633db80740 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:18.898746 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-88e7940c-4f4a-4ca3-9edb-1078b0ba083e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (bde9becf-ccc0-4ff9-a346-99633db80740), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:18.904497 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (735467fb-c37a-487f-8162-8841151f653c), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:18.955845 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bec4f7-9cb3-421e-ac8c-6d47ecc53ebb admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:04:18.970252 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-37bec4f7-9cb3-421e-ac8c-6d47ecc53ebb admin admin] 10.222.0.59 "PUT /v2.0/routers/1100fe1f-e72a-4378-8d3a-43a9cb1b565e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5238264 Mar 31 22:04:19.002975 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-88e7940c-4f4a-4ca3-9edb-1078b0ba083e None None] Port bde9becf-ccc0-4ff9-a346-99633db80740 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:04:19.077596 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port b3fcbb7e-8399-490e-b16d-eeb99b713640 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:19.115017 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54916) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:19.179964 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-4a892b9d-1c84-4fbb-a1c8-392154be6407 None None] Provisioning complete for port bde9becf-ccc0-4ff9-a346-99633db80740 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:19.180592 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4a892b9d-1c84-4fbb-a1c8-392154be6407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (bde9becf-ccc0-4ff9-a346-99633db80740), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:19.258737 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 6926ed9b-ca7d-48e1-95a4-6d59c6807f5e up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:04:19.263216 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-4a892b9d-1c84-4fbb-a1c8-392154be6407 None None] Port bde9becf-ccc0-4ff9-a346-99633db80740 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:04:19.288812 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 2, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:19.327915 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bcacf2-302d-4418-a305-6daa9358214c None None] The sync data for ids ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'] in dv-cinder-836083-1-iscsi is: [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 2, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:04:19.339362 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-321dd891-fbc2-4008-97cb-16fa6290c9a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625619'] for router (79595681-dc03-45d7-a583-93da0fd8f1e2), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:19.391559 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] Publish callbacks [] for port (735467fb-c37a-487f-8162-8841151f653c), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:19.393485 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-38b206ee-43a1-45a4-bf82-f15d4c456113 admin admin] Publish callbacks [] for router_gateway (bfb42bdc-16b9-4a0c-9644-8e234af92d96), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:19.398894 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 6926ed9b-ca7d-48e1-95a4-6d59c6807f5e triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:19.399568 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (6926ed9b-ca7d-48e1-95a4-6d59c6807f5e), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:19.476831 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (735467fb-c37a-487f-8162-8841151f653c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:19.567436 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] Attempting to bind port 735467fb-c37a-487f-8162-8841151f653c on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:04:19.567436 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] Attempting to bind port 735467fb-c37a-487f-8162-8841151f653c by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:04:19.567436 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] Attempting to bind port 735467fb-c37a-487f-8162-8841151f653c on network ad19088a-a902-4a91-855f-5fb9d1c67d87 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:04:19.586794 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:04:19.587177 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] Checking segment: {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:04:19.599488 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:19.599950 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] Bound using segment: {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:04:19.600864 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] Bound port: 735467fb-c37a-487f-8162-8841151f653c, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:04:19.601289 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (735467fb-c37a-487f-8162-8841151f653c), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:19.657780 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f67ea-a171-439b-ab9d-41b9e3ddd6f0 None None] Pushing event updated for resources: {'Port': ['ID=735467fb-c37a-487f-8162-8841151f653c,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:19.744289 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 6926ed9b-ca7d-48e1-95a4-6d59c6807f5e is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:19.745386 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device b3fcbb7e-8399-490e-b16d-eeb99b713640 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:04:19.819093 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a26c889c-8995-4077-848f-cbe3269acc65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:19.823566 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] For port 735467fb-c37a-487f-8162-8841151f653c, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:04:19.921176 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] For port 735467fb-c37a-487f-8162-8841151f653c, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=735467fb-c37a-487f-8162-8841151f653c,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:04:19.948528 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9a8f8782-d2d2-4e20-96a1-8f90a2409d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:19.987698 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port b3fcbb7e-8399-490e-b16d-eeb99b713640 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:19.987698 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (b3fcbb7e-8399-490e-b16d-eeb99b713640), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:20.023571 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-38b206ee-43a1-45a4-bf82-f15d4c456113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625619'] for router (bfb42bdc-16b9-4a0c-9644-8e234af92d96), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:20.038459 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a26c889c-8995-4077-848f-cbe3269acc65 admin admin] Publish callbacks [] for security_group (ee97bbf9-7c7d-4b4b-9bb0-be3d7cc5fec2), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:20.041546 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (735467fb-c37a-487f-8162-8841151f653c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:20.122819 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a26c889c-8995-4077-848f-cbe3269acc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (ee97bbf9-7c7d-4b4b-9bb0-be3d7cc5fec2), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:20.148198 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321dd891-fbc2-4008-97cb-16fa6290c9a6 admin admin] Router 79595681-dc03-45d7-a583-93da0fd8f1e2 is scheduled to L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c with binding_index 1 {{(pid=110667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:04:20.202276 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-a26c889c-8995-4077-848f-cbe3269acc65 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e776e05a999d4f18b363bfb7bcd3b55c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0866425 Mar 31 22:04:20.210812 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f67ea-a171-439b-ab9d-41b9e3ddd6f0 None None] Pushing event updated for resources: {'Port': ['ID=735467fb-c37a-487f-8162-8841151f653c,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:20.216860 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] Routers {'78fa1053-7041-414b-97e1-43238e57c67a'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:04:20.217477 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:04:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['78fa1053-7041-414b-97e1-43238e57c67a'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:20.246854 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 54950) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:20.279510 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c889c-8995-4077-848f-cbe3269acc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee97bbf9-7c7d-4b4b-9bb0-be3d7cc5fec2,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:20.355420 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port b3fcbb7e-8399-490e-b16d-eeb99b713640 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:20.462878 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ca251efe-b25d-474b-82a6-aef706d7f4c5 req-664592bb-a23f-4925-8634-9f93d8692396 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 210 time: 0.2187443 Mar 31 22:04:20.692968 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-9a8f8782-d2d2-4e20-96a1-8f90a2409d56 admin admin] Allocated IP 172.20.0.1 (6141f838-016f-4422-a50b-fae51e1d7ab9/8b5c4bba-061c-4b42-ba5a-238b5f7cc181/ae9bb0b0-408d-478f-936b-abe17ff61a23) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:04:20.852359 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] Set router 78fa1053-7041-414b-97e1-43238e57c67a gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:04:20.917873 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54962) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:20.926297 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-0b0d049e-db92-408a-af2e-a459ca3db316 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1663122493', 'description': 'tempest-description--213416866'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:20.943047 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54964) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:20.989186 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cce7ead0-6640-49c7-b0a8-ae2a7fee0db3 admin admin] Publish callbacks [] for security_group (ee97bbf9-7c7d-4b4b-9bb0-be3d7cc5fec2), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:21.021593 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321dd891-fbc2-4008-97cb-16fa6290c9a6 admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:04:21.064528 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cce7ead0-6640-49c7-b0a8-ae2a7fee0db3 admin admin] Publish callbacks [] for security_group (ee97bbf9-7c7d-4b4b-9bb0-be3d7cc5fec2), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:21.093229 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0b0d049e-db92-408a-af2e-a459ca3db316 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:21.115035 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] Sync routers for ids ['79595681-dc03-45d7-a583-93da0fd8f1e2'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:04:21.134842 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9a8f8782-d2d2-4e20-96a1-8f90a2409d56 admin admin] Publish callbacks [] for port (ae9bb0b0-408d-478f-936b-abe17ff61a23), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:21.205698 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] Routers {'79595681-dc03-45d7-a583-93da0fd8f1e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:04:21.206417 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:04:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['79595681-dc03-45d7-a583-93da0fd8f1e2'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:21.208212 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-12a38295-0b33-482f-b77a-b0b721128795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:21.216200 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-321dd891-fbc2-4008-97cb-16fa6290c9a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:21.223716 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-321dd891-fbc2-4008-97cb-16fa6290c9a6 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.2031837 Mar 31 22:04:21.224919 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 54968) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:21.236284 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b206ee-43a1-45a4-bf82-f15d4c456113 admin admin] Router bfb42bdc-16b9-4a0c-9644-8e234af92d96 is scheduled to L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c with binding_index 1 {{(pid=110667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:04:21.278015 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fa1053-7041-414b-97e1-43238e57c67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1815928536-router', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '735467fb-c37a-487f-8162-8841151f653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:14Z', 'revision_number': 3, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'gw_port': {'id': '735467fb-c37a-487f-8162-8841151f653c', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:af:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:21.335648 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 90af4032-a3cc-4521-b32b-d66daad9486d up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:04:21.345879 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abe3e01-e9c5-4002-8e17-d0d16c25848f None None] The sync data for ids ['78fa1053-7041-414b-97e1-43238e57c67a'] in dv-cinder-836083-1-iscsi is: [{'id': '78fa1053-7041-414b-97e1-43238e57c67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1815928536-router', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '735467fb-c37a-487f-8162-8841151f653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:14Z', 'revision_number': 3, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'gw_port': {'id': '735467fb-c37a-487f-8162-8841151f653c', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:af:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:04:21.368053 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0b0d049e-db92-408a-af2e-a459ca3db316 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group (57f7280b-d370-4eed-bfc5-65256f610a8d), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:21.405015 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9a8f8782-d2d2-4e20-96a1-8f90a2409d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (ae9bb0b0-408d-478f-936b-abe17ff61a23), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:21.458723 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0b0d049e-db92-408a-af2e-a459ca3db316 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (57f7280b-d370-4eed-bfc5-65256f610a8d), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:21.488346 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] Set router 79595681-dc03-45d7-a583-93da0fd8f1e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:04:21.499014 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 90af4032-a3cc-4521-b32b-d66daad9486d triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:21.499852 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (90af4032-a3cc-4521-b32b-d66daad9486d), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:21.526080 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d049e-db92-408a-af2e-a459ca3db316 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57f7280b-d370-4eed-bfc5-65256f610a8d,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:21.649030 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.57', 50415) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:21.662269 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0b0d049e-db92-408a-af2e-a459ca3db316 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:21.663134 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8f8782-d2d2-4e20-96a1-8f90a2409d56 admin admin] Network 6141f838-016f-4422-a50b-fae51e1d7ab9 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:04:21.666889 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-0b0d049e-db92-408a-af2e-a459ca3db316 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7474525 Mar 31 22:04:21.671424 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54978) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:21.676459 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-22555f3f-e751-4ef9-a762-f06b8b3923f9 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Request body: {'security_group_rule': {'security_group_id': '57f7280b-d370-4eed-bfc5-65256f610a8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:21.683407 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 90af4032-a3cc-4521-b32b-d66daad9486d is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:21.684067 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (90af4032-a3cc-4521-b32b-d66daad9486d), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:21.699974 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-12a38295-0b33-482f-b77a-b0b721128795 admin admin] Publish callbacks [] for security_group (db5b5b58-361d-4444-9736-6ca9932c8786), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:21.722871 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] For port 90af4032-a3cc-4521-b32b-d66daad9486d, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=90af4032-a3cc-4521-b32b-d66daad9486d,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:21.751655 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cce7ead0-6640-49c7-b0a8-ae2a7fee0db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (ee97bbf9-7c7d-4b4b-9bb0-be3d7cc5fec2), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:21.754785 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cce7ead0-6640-49c7-b0a8-ae2a7fee0db3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:21.758731 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-cce7ead0-6640-49c7-b0a8-ae2a7fee0db3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ee97bbf9-7c7d-4b4b-9bb0-be3d7cc5fec2 HTTP/1.1" status: 204 len: 168 time: 1.5105746 Mar 31 22:04:21.789659 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-12a38295-0b33-482f-b77a-b0b721128795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (db5b5b58-361d-4444-9736-6ca9932c8786), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:21.832092 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (90af4032-a3cc-4521-b32b-d66daad9486d), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:21.935542 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'name': 'tempest-AttachVolumeShelveTestJSON-2065121846-router', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 3, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'gw_port': {'id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:21.937309 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Pushing event updated for resources: {'Port': ['ID=90af4032-a3cc-4521-b32b-d66daad9486d,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:21.954018 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-12a38295-0b33-482f-b77a-b0b721128795 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3602ad7541f34ef9b0a7a23ce38525dd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0075252 Mar 31 22:04:21.954018 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a38295-0b33-482f-b77a-b0b721128795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5b5b58-361d-4444-9736-6ca9932c8786,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:21.956826 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54982) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:21.958883 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-22555f3f-e751-4ef9-a762-f06b8b3923f9 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group_rule (f7d5e43c-ada6-4cb6-b99b-034538197a03), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:22.003478 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] Checking router: 79595681-dc03-45d7-a583-93da0fd8f1e2 for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:04:22.003833 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] Updating router 79595681-dc03-45d7-a583-93da0fd8f1e2 port 0cc19e6d-1998-47e1-8692-f1268bb79c16 binding host dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:04:22.067582 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (0cc19e6d-1998-47e1-8692-f1268bb79c16), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:22.100688 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7ead0-6640-49c7-b0a8-ae2a7fee0db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee97bbf9-7c7d-4b4b-9bb0-be3d7cc5fec2,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:22.104090 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9bc91c2b-599d-4f96-89f6-f1a580624847 admin admin] Publish callbacks [] for security_group (db5b5b58-361d-4444-9736-6ca9932c8786), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:22.114433 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-36ff4a50-19e3-4445-8fbe-ccd4c13cd950 req-7787962a-ae86-4540-99da-c55737350241 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 210 time: 0.4661601 Mar 31 22:04:22.115117 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-22555f3f-e751-4ef9-a762-f06b8b3923f9 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group_rule (f7d5e43c-ada6-4cb6-b99b-034538197a03), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:22.115249 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f8782-d2d2-4e20-96a1-8f90a2409d56 admin admin] Pushing event updated for resources: {'Port': ['ID=ae9bb0b0-408d-478f-936b-abe17ff61a23,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:22.119775 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-9a8f8782-d2d2-4e20-96a1-8f90a2409d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:22.148936 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8f8782-d2d2-4e20-96a1-8f90a2409d56 admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:04:22.150611 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9a8f8782-d2d2-4e20-96a1-8f90a2409d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623236'] for router_interface (78fa1053-7041-414b-97e1-43238e57c67a), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:22.200185 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9bc91c2b-599d-4f96-89f6-f1a580624847 admin admin] Publish callbacks [] for security_group (db5b5b58-361d-4444-9736-6ca9932c8786), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:22.213728 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-22555f3f-e751-4ef9-a762-f06b8b3923f9 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (f7d5e43c-ada6-4cb6-b99b-034538197a03), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:22.252608 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22555f3f-e751-4ef9-a762-f06b8b3923f9 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d5e43c-ada6-4cb6-b99b-034538197a03,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:22.349336 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b206ee-43a1-45a4-bf82-f15d4c456113 admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:04:22.365851 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] Sync routers for ids ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:04:22.384918 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] Routers {'bfb42bdc-16b9-4a0c-9644-8e234af92d96'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:04:22.386464 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:04:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:22.386942 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-22555f3f-e751-4ef9-a762-f06b8b3923f9 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:22.391296 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-22555f3f-e751-4ef9-a762-f06b8b3923f9 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7188520 Mar 31 22:04:22.392437 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 54994) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:22.405570 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-c7a41004-8ca7-441c-a856-087c7c3a07af tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Request body: {'security_group_rule': {'security_group_id': '57f7280b-d370-4eed-bfc5-65256f610a8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:22.468264 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9bc91c2b-599d-4f96-89f6-f1a580624847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (db5b5b58-361d-4444-9736-6ca9932c8786), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:22.483033 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9bc91c2b-599d-4f96-89f6-f1a580624847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:22.488992 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-9bc91c2b-599d-4f96-89f6-f1a580624847 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/db5b5b58-361d-4444-9736-6ca9932c8786 HTTP/1.1" status: 204 len: 168 time: 0.5310066 Mar 31 22:04:22.522382 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc91c2b-599d-4f96-89f6-f1a580624847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5b5b58-361d-4444-9736-6ca9932c8786,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:22.593508 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-b7617391-6ce0-44e1-a57b-6b1b7a5cc42f tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:22.593508 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-b7617391-6ce0-44e1-a57b-6b1b7a5cc42f tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.57 "GET /v2.0/networks?id=c50d8f22-7eaa-4cf3-bb86-831bec13bd7f HTTP/1.1" status: 200 len: 811 time: 0.8240595 Mar 31 22:04:22.618046 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-38b206ee-43a1-45a4-bf82-f15d4c456113 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:22.620494 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c7a41004-8ca7-441c-a856-087c7c3a07af tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group_rule (af78cf10-b84c-4bcf-ae7b-3fcf21664e94), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:22.626962 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-38b206ee-43a1-45a4-bf82-f15d4c456113 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.6919034 Mar 31 22:04:22.628862 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 55006) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:22.685503 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-1d7e0bb4-2990-46b6-9e24-4842b185d632 None None] Provisioning complete for port ae9bb0b0-408d-478f-936b-abe17ff61a23 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:22.691077 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1d7e0bb4-2990-46b6-9e24-4842b185d632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (ae9bb0b0-408d-478f-936b-abe17ff61a23), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:22.713188 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-6608415b-5880-48a3-ade5-b3ab975337ba tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Request body: {'port': {'device_id': 'c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f', 'network_id': 'c50d8f22-7eaa-4cf3-bb86-831bec13bd7f', 'admin_state_up': True, 'tenant_id': '6e3affcc226b4a7190a79174d08fed7b'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:22.732154 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] Set router bfb42bdc-16b9-4a0c-9644-8e234af92d96 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:04:22.850488 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 55014) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:22.864156 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] Publish callbacks [] for port (0cc19e6d-1998-47e1-8692-f1268bb79c16), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:22.893377 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1d7e0bb4-2990-46b6-9e24-4842b185d632 None None] Port ae9bb0b0-408d-478f-936b-abe17ff61a23 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:04:22.937960 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (0cc19e6d-1998-47e1-8692-f1268bb79c16), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:22.949274 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0af36de6-fe7e-4fb1-8b68-a50b81c2618e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:23.046301 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebda7a-453a-4112-bc52-359bb01e6073 None None] Pushing event updated for resources: {'Port': ['ID=0cc19e6d-1998-47e1-8692-f1268bb79c16,revision_number=2']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:23.068399 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c7a41004-8ca7-441c-a856-087c7c3a07af tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group_rule (af78cf10-b84c-4bcf-ae7b-3fcf21664e94), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:23.107613 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] Attempting to bind port 0cc19e6d-1998-47e1-8692-f1268bb79c16 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:04:23.108896 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] Attempting to bind port 0cc19e6d-1998-47e1-8692-f1268bb79c16 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:04:23.110047 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] Attempting to bind port 0cc19e6d-1998-47e1-8692-f1268bb79c16 on network ad19088a-a902-4a91-855f-5fb9d1c67d87 {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:04:23.126800 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:04:23.127298 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] Checking segment: {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:04:23.127706 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:23.128139 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] Bound using segment: {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:04:23.128623 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] Bound port: 0cc19e6d-1998-47e1-8692-f1268bb79c16, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:04:23.129006 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (0cc19e6d-1998-47e1-8692-f1268bb79c16), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:23.148377 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'name': 'tempest-AttachVolumeTestJSON-1473956010-router', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:18Z', 'revision_number': 3, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'gw_port': {'id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:23.190739 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c7a41004-8ca7-441c-a856-087c7c3a07af tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (af78cf10-b84c-4bcf-ae7b-3fcf21664e94), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:23.244053 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] Checking router: bfb42bdc-16b9-4a0c-9644-8e234af92d96 for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:04:23.245314 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] Updating router bfb42bdc-16b9-4a0c-9644-8e234af92d96 port c45c70f8-22a6-4489-b47e-4e194bfdb9f7 binding host dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:04:23.248225 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] For port 0cc19e6d-1998-47e1-8692-f1268bb79c16, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:04:23.255093 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] For port 0cc19e6d-1998-47e1-8692-f1268bb79c16, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=0cc19e6d-1998-47e1-8692-f1268bb79c16,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:04:23.262598 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a41004-8ca7-441c-a856-087c7c3a07af tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af78cf10-b84c-4bcf-ae7b-3fcf21664e94,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:23.267855 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] Sync routers for ids ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:04:23.284407 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (c45c70f8-22a6-4489-b47e-4e194bfdb9f7), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:23.311904 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] Routers {'1100fe1f-e72a-4378-8d3a-43a9cb1b565e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:04:23.315181 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:04:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:23.369827 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0af36de6-fe7e-4fb1-8b68-a50b81c2618e admin admin] Publish callbacks [] for security_group (ee4b2b16-5d19-442c-a134-fd62133b4cda), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:23.457725 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (0cc19e6d-1998-47e1-8692-f1268bb79c16), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:23.486721 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c7a41004-8ca7-441c-a856-087c7c3a07af tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:23.487935 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-c7a41004-8ca7-441c-a856-087c7c3a07af tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0942581 Mar 31 22:04:23.520090 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 55034) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:23.545608 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0af36de6-fe7e-4fb1-8b68-a50b81c2618e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (ee4b2b16-5d19-442c-a134-fd62133b4cda), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:23.568079 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-591a25fc-aad4-4f90-84d3-366fa44d4ab4 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Request body: {'floatingip': {'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:23.590551 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebda7a-453a-4112-bc52-359bb01e6073 None None] Pushing event updated for resources: {'Port': ['ID=0cc19e6d-1998-47e1-8692-f1268bb79c16,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:23.604358 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 735467fb-c37a-487f-8162-8841151f653c up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:04:23.692976 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-0af36de6-fe7e-4fb1-8b68-a50b81c2618e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=add3733c2434479d835044a5be59e9c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8219581 Mar 31 22:04:23.697960 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 55038) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:23.698619 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af36de6-fe7e-4fb1-8b68-a50b81c2618e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4b2b16-5d19-442c-a134-fd62133b4cda,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:23.701294 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] Routers {'79595681-dc03-45d7-a583-93da0fd8f1e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:04:23.702073 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:04:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['79595681-dc03-45d7-a583-93da0fd8f1e2'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:23.713052 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-405e9074-383b-4d92-828e-1ec68d275214 req-e5bc38cf-41f0-4a59-97d9-685f1a376a5c tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 210 time: 0.2459965 Mar 31 22:04:23.859110 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 735467fb-c37a-487f-8162-8841151f653c triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:23.861641 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (735467fb-c37a-487f-8162-8841151f653c), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:23.869961 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4ac10290-a58d-4aa4-88c5-6074d3dfa2e4 admin admin] Publish callbacks [] for security_group (ee4b2b16-5d19-442c-a134-fd62133b4cda), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:23.922483 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] Set router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:04:23.951784 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4ac10290-a58d-4aa4-88c5-6074d3dfa2e4 admin admin] Publish callbacks [] for security_group (ee4b2b16-5d19-442c-a134-fd62133b4cda), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:24.021597 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a593513c-1954-458c-be57-32d384b75536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:24.035815 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 55042) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:24.050158 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] Publish callbacks [] for port (c45c70f8-22a6-4489-b47e-4e194bfdb9f7), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:24.082297 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b388d250-a1d0-4cda-ad4f-623af4faef45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:24.088902 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6c3d1cb9-9103-4ce9-8df9-9be2eaecf59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:24.152519 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (c45c70f8-22a6-4489-b47e-4e194bfdb9f7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:24.252652 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691678ea-6914-462f-bfcf-f813f84ca1fc None None] Pushing event updated for resources: {'Port': ['ID=c45c70f8-22a6-4489-b47e-4e194bfdb9f7,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:24.269408 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] Attempting to bind port c45c70f8-22a6-4489-b47e-4e194bfdb9f7 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:04:24.270032 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] Attempting to bind port c45c70f8-22a6-4489-b47e-4e194bfdb9f7 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:04:24.270955 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] Attempting to bind port c45c70f8-22a6-4489-b47e-4e194bfdb9f7 on network ad19088a-a902-4a91-855f-5fb9d1c67d87 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:04:24.282579 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-591a25fc-aad4-4f90-84d3-366fa44d4ab4 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:24.288696 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-6608415b-5880-48a3-ade5-b3ab975337ba tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Made reservation on behalf of 6e3affcc226b4a7190a79174d08fed7b for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:04:24.293396 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:04:24.296187 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] Checking segment: {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:04:24.296187 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:24.296187 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] Bound using segment: {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:04:24.296433 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-6608415b-5880-48a3-ade5-b3ab975337ba tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:24.296529 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] Bound port: c45c70f8-22a6-4489-b47e-4e194bfdb9f7, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:04:24.296529 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (c45c70f8-22a6-4489-b47e-4e194bfdb9f7), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:24.406636 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4ac10290-a58d-4aa4-88c5-6074d3dfa2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (ee4b2b16-5d19-442c-a134-fd62133b4cda), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:24.410359 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4ac10290-a58d-4aa4-88c5-6074d3dfa2e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:24.413943 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-4ac10290-a58d-4aa4-88c5-6074d3dfa2e4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ee4b2b16-5d19-442c-a134-fd62133b4cda HTTP/1.1" status: 204 len: 168 time: 0.6856132 Mar 31 22:04:24.414082 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] Set router 79595681-dc03-45d7-a583-93da0fd8f1e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:04:24.459623 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac10290-a58d-4aa4-88c5-6074d3dfa2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4b2b16-5d19-442c-a134-fd62133b4cda,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:24.543381 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] For port c45c70f8-22a6-4489-b47e-4e194bfdb9f7, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:04:24.610253 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] For port c45c70f8-22a6-4489-b47e-4e194bfdb9f7, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=c45c70f8-22a6-4489-b47e-4e194bfdb9f7,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:04:24.622516 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 735467fb-c37a-487f-8162-8841151f653c is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:24.622516 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (735467fb-c37a-487f-8162-8841151f653c), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:24.676909 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9a8f8782-d2d2-4e20-96a1-8f90a2409d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (ae9bb0b0-408d-478f-936b-abe17ff61a23), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:24.681549 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] For port 735467fb-c37a-487f-8162-8841151f653c, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=735467fb-c37a-487f-8162-8841151f653c,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:24.710292 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b388d250-a1d0-4cda-ad4f-623af4faef45 admin admin] Publish callbacks [] for security_group (9abc8d17-69eb-4635-a616-d48a309c41e8), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:24.716077 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (c45c70f8-22a6-4489-b47e-4e194bfdb9f7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:24.777279 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-6c3d1cb9-9103-4ce9-8df9-9be2eaecf59c admin admin] Allocated IP 172.20.0.1 (0382e6fe-1738-4da8-a648-cd0ccb96afb3/22da6a9c-27c7-4f9f-9fde-ed9d5543264e/4ea61551-e04c-43da-b6ec-88d19249363a) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:04:24.821017 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (735467fb-c37a-487f-8162-8841151f653c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:24.824126 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 90af4032-a3cc-4521-b32b-d66daad9486d up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:04:24.861076 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'name': 'tempest-AttachVolumeShelveTestJSON-2065121846-router', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 3, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'gw_port': {'id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:24.864522 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 2, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:24.957789 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] Routers {'bfb42bdc-16b9-4a0c-9644-8e234af92d96'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:04:24.961862 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:04:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:24.978141 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691678ea-6914-462f-bfcf-f813f84ca1fc None None] Pushing event updated for resources: {'Port': ['ID=c45c70f8-22a6-4489-b47e-4e194bfdb9f7,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:24.993713 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47ba943-fe82-4286-a6eb-7c81a4c942b5 None None] The sync data for ids ['79595681-dc03-45d7-a583-93da0fd8f1e2'] in dv-cinder-836083-1-iscsi is: [{'id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'name': 'tempest-AttachVolumeShelveTestJSON-2065121846-router', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 3, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'gw_port': {'id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:04:24.998023 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] Checking router: 1100fe1f-e72a-4378-8d3a-43a9cb1b565e for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:04:24.998449 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] Updating router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e port bde9becf-ccc0-4ff9-a346-99633db80740 binding host dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:04:25.004424 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b388d250-a1d0-4cda-ad4f-623af4faef45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (9abc8d17-69eb-4635-a616-d48a309c41e8), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:25.058258 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (bde9becf-ccc0-4ff9-a346-99633db80740), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:25.126078 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b388d250-a1d0-4cda-ad4f-623af4faef45 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1099bea18c644592a60d3d44545f2e9d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0889585 Mar 31 22:04:25.129408 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 55058) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:25.183422 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6194682b-6157-4569-af4c-140f72515e5f req-657cfe24-e7db-4d1a-8f33-42f80be681a6 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 210 time: 0.1030524 Mar 31 22:04:25.226936 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388d250-a1d0-4cda-ad4f-623af4faef45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abc8d17-69eb-4635-a616-d48a309c41e8,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:25.332691 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-774ae788-108d-40bb-ba79-71cab92e1230 admin admin] Publish callbacks [] for security_group (9abc8d17-69eb-4635-a616-d48a309c41e8), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:25.352677 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6c3d1cb9-9103-4ce9-8df9-9be2eaecf59c admin admin] Publish callbacks [] for port (4ea61551-e04c-43da-b6ec-88d19249363a), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:25.488644 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-774ae788-108d-40bb-ba79-71cab92e1230 admin admin] Publish callbacks [] for security_group (9abc8d17-69eb-4635-a616-d48a309c41e8), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:25.605148 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-a593513c-1954-458c-be57-32d384b75536 admin admin] Allocated IP 172.20.0.1 (39113ebe-596d-4feb-8ec9-18a7831cbf68/01b07abf-1022-4cb3-9419-c682f5c84b30/f67a0f26-97a7-48a6-9414-24df8c326d24) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:04:25.629154 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6c3d1cb9-9103-4ce9-8df9-9be2eaecf59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (4ea61551-e04c-43da-b6ec-88d19249363a), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:25.741646 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 90af4032-a3cc-4521-b32b-d66daad9486d triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:25.741646 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (90af4032-a3cc-4521-b32b-d66daad9486d), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:25.755465 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Pushing event updated for resources: {'Port': ['ID=735467fb-c37a-487f-8162-8841151f653c,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:25.759083 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-774ae788-108d-40bb-ba79-71cab92e1230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (9abc8d17-69eb-4635-a616-d48a309c41e8), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:25.771841 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-6608415b-5880-48a3-ade5-b3ab975337ba tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Allocated IP 172.20.0.4 (c50d8f22-7eaa-4cf3-bb86-831bec13bd7f/8b80fdb4-4467-4953-9e11-fa1763e56cd1/2fae38d2-9003-463c-ac76-bb124420f142) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:04:25.789713 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-774ae788-108d-40bb-ba79-71cab92e1230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:25.793431 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-774ae788-108d-40bb-ba79-71cab92e1230 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9abc8d17-69eb-4635-a616-d48a309c41e8 HTTP/1.1" status: 204 len: 168 time: 0.6580257 Mar 31 22:04:25.801880 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3d1cb9-9103-4ce9-8df9-9be2eaecf59c admin admin] Network 0382e6fe-1738-4da8-a648-cd0ccb96afb3 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:04:25.823403 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-6c3d1cb9-9103-4ce9-8df9-9be2eaecf59c admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:25.833009 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ae788-108d-40bb-ba79-71cab92e1230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abc8d17-69eb-4635-a616-d48a309c41e8,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:25.865910 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3d1cb9-9103-4ce9-8df9-9be2eaecf59c admin admin] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:04:25.865910 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6c3d1cb9-9103-4ce9-8df9-9be2eaecf59c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623236'] for router_interface (bfb42bdc-16b9-4a0c-9644-8e234af92d96), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:25.866394 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d1cb9-9103-4ce9-8df9-9be2eaecf59c admin admin] Pushing event updated for resources: {'Port': ['ID=4ea61551-e04c-43da-b6ec-88d19249363a,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:25.868847 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] Set router bfb42bdc-16b9-4a0c-9644-8e234af92d96 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:04:25.984952 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] Publish callbacks [] for port (bde9becf-ccc0-4ff9-a346-99633db80740), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:26.109476 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (bde9becf-ccc0-4ff9-a346-99633db80740), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:26.352674 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-6608415b-5880-48a3-ade5-b3ab975337ba tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Publish callbacks [] for port (2fae38d2-9003-463c-ac76-bb124420f142), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:26.436807 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6c3d1cb9-9103-4ce9-8df9-9be2eaecf59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (4ea61551-e04c-43da-b6ec-88d19249363a), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:26.444873 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0050583-8569-4120-91f8-f0a4cc4cb3dd None None] Pushing event updated for resources: {'Port': ['ID=bde9becf-ccc0-4ff9-a346-99633db80740,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:26.548937 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 90af4032-a3cc-4521-b32b-d66daad9486d is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:26.683260 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] Attempting to bind port bde9becf-ccc0-4ff9-a346-99633db80740 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:04:26.683825 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] Attempting to bind port bde9becf-ccc0-4ff9-a346-99633db80740 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': 'a131c32f-8f0e-49e7-8e61-166d6f753cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:04:26.686896 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] Attempting to bind port bde9becf-ccc0-4ff9-a346-99633db80740 on network 1cfcbe07-ec4b-4324-9343-639a3e44e48c {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:04:26.688821 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-45a6488b-42cd-4fca-a949-d02e877ac659 None None] Provisioning complete for port 4ea61551-e04c-43da-b6ec-88d19249363a triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:26.691011 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-45a6488b-42cd-4fca-a949-d02e877ac659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (4ea61551-e04c-43da-b6ec-88d19249363a), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:26.708721 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:04:26.711922 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] Checking segment: {'id': 'a131c32f-8f0e-49e7-8e61-166d6f753cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:04:26.716331 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:26.716957 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] Bound using segment: {'id': 'a131c32f-8f0e-49e7-8e61-166d6f753cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:04:26.722529 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] Bound port: bde9becf-ccc0-4ff9-a346-99633db80740, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a131c32f-8f0e-49e7-8e61-166d6f753cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:04:26.723117 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (bde9becf-ccc0-4ff9-a346-99633db80740), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:26.756441 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-6608415b-5880-48a3-ade5-b3ab975337ba tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (2fae38d2-9003-463c-ac76-bb124420f142), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:26.958818 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-45a6488b-42cd-4fca-a949-d02e877ac659 None None] Port 4ea61551-e04c-43da-b6ec-88d19249363a cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:04:26.959600 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9a8f8782-d2d2-4e20-96a1-8f90a2409d56 admin admin] Publish callbacks [] for port (ae9bb0b0-408d-478f-936b-abe17ff61a23), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:27.027292 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 0cc19e6d-1998-47e1-8692-f1268bb79c16 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:04:27.027465 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] For port bde9becf-ccc0-4ff9-a346-99633db80740, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:04:27.068268 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] For port bde9becf-ccc0-4ff9-a346-99633db80740, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=bde9becf-ccc0-4ff9-a346-99633db80740,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:04:27.115619 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6c3d1cb9-9103-4ce9-8df9-9be2eaecf59c admin admin] Publish callbacks [] for port (4ea61551-e04c-43da-b6ec-88d19249363a), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:27.149530 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (bde9becf-ccc0-4ff9-a346-99633db80740), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:27.183730 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6c3d1cb9-9103-4ce9-8df9-9be2eaecf59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (4ea61551-e04c-43da-b6ec-88d19249363a), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:27.184476 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6c3d1cb9-9103-4ce9-8df9-9be2eaecf59c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1828931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623120'] for router_interface (bfb42bdc-16b9-4a0c-9644-8e234af92d96), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:27.229732 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a593513c-1954-458c-be57-32d384b75536 admin admin] Publish callbacks [] for port (f67a0f26-97a7-48a6-9414-24df8c326d24), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:27.330208 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-29ec2ad2-7ee3-4877-a2fe-51ddabe46dac None None] Provisioning complete for port bde9becf-ccc0-4ff9-a346-99633db80740 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:27.331604 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-29ec2ad2-7ee3-4877-a2fe-51ddabe46dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (bde9becf-ccc0-4ff9-a346-99633db80740), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:27.338246 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'name': 'tempest-AttachVolumeTestJSON-1473956010-router', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:18Z', 'revision_number': 3, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'gw_port': {'id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:27.343258 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9a8f8782-d2d2-4e20-96a1-8f90a2409d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (ae9bb0b0-408d-478f-936b-abe17ff61a23), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:27.343991 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9a8f8782-d2d2-4e20-96a1-8f90a2409d56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1828931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623120'] for router_interface (78fa1053-7041-414b-97e1-43238e57c67a), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:27.360798 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] Routers {'1100fe1f-e72a-4378-8d3a-43a9cb1b565e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:04:27.368437 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:04:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:27.441220 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f8ed9f-8b42-4427-903a-fd17bd918eda None None] The sync data for ids ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'] in dv-cinder-836083-1-iscsi is: [{'id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'name': 'tempest-AttachVolumeTestJSON-1473956010-router', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:18Z', 'revision_number': 3, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'gw_port': {'id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:04:27.443230 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d1cb9-9103-4ce9-8df9-9be2eaecf59c admin admin] Pushing event updated for resources: {'Port': ['ID=4ea61551-e04c-43da-b6ec-88d19249363a,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:27.466205 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 0cc19e6d-1998-47e1-8692-f1268bb79c16 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:27.466627 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (0cc19e6d-1998-47e1-8692-f1268bb79c16), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:27.497758 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-6608415b-5880-48a3-ade5-b3ab975337ba tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Network c50d8f22-7eaa-4cf3-bb86-831bec13bd7f is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:04:27.503030 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a593513c-1954-458c-be57-32d384b75536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (f67a0f26-97a7-48a6-9414-24df8c326d24), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:27.561832 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3d1cb9-9103-4ce9-8df9-9be2eaecf59c admin admin] Network 0382e6fe-1738-4da8-a648-cd0ccb96afb3 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:04:27.563258 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-6608415b-5880-48a3-ade5-b3ab975337ba tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:27.565746 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-6c3d1cb9-9103-4ce9-8df9-9be2eaecf59c admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:27.569868 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-6608415b-5880-48a3-ade5-b3ab975337ba tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:04:27.585713 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-6608415b-5880-48a3-ade5-b3ab975337ba tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:27.599888 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-6608415b-5880-48a3-ade5-b3ab975337ba tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:27.627980 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0050583-8569-4120-91f8-f0a4cc4cb3dd None None] Pushing event updated for resources: {'Port': ['ID=bde9becf-ccc0-4ff9-a346-99633db80740,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:27.815413 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-29ec2ad2-7ee3-4877-a2fe-51ddabe46dac None None] Current status of the port bde9becf-ccc0-4ff9-a346-99633db80740 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:27.816561 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-29ec2ad2-7ee3-4877-a2fe-51ddabe46dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (bde9becf-ccc0-4ff9-a346-99633db80740), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:27.939492 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3d1cb9-9103-4ce9-8df9-9be2eaecf59c admin admin] Router bfb42bdc-16b9-4a0c-9644-8e234af92d96 has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:04:27.989413 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] Set router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:04:28.041137 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f58ad2-046d-40e9-8513-44500690b33a req-6e97bdce-0260-4ed4-9393-fc8c86be0fd7 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:28.050744 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-02f58ad2-046d-40e9-8513-44500690b33a req-6e97bdce-0260-4ed4-9393-fc8c86be0fd7 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 931 time: 1.2846756 Mar 31 22:04:28.061167 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-6608415b-5880-48a3-ade5-b3ab975337ba tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3941553 Mar 31 22:04:28.084202 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608415b-5880-48a3-ade5-b3ab975337ba tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Pushing event updated for resources: {'Port': ['ID=2fae38d2-9003-463c-ac76-bb124420f142,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:28.089410 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-591a25fc-aad4-4f90-84d3-366fa44d4ab4 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:28.146367 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 0cc19e6d-1998-47e1-8692-f1268bb79c16 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:28.148610 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (0cc19e6d-1998-47e1-8692-f1268bb79c16), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:28.249324 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-29ec2ad2-7ee3-4877-a2fe-51ddabe46dac None None] For port bde9becf-ccc0-4ff9-a346-99633db80740, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=bde9becf-ccc0-4ff9-a346-99633db80740,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:28.259328 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] For port 0cc19e6d-1998-47e1-8692-f1268bb79c16, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=0cc19e6d-1998-47e1-8692-f1268bb79c16,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:28.321325 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-29ec2ad2-7ee3-4877-a2fe-51ddabe46dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (bde9becf-ccc0-4ff9-a346-99633db80740), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:28.325392 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3d1cb9-9103-4ce9-8df9-9be2eaecf59c admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:04:28.343326 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-6c3d1cb9-9103-4ce9-8df9-9be2eaecf59c admin admin] 10.222.0.59 "PUT /v2.0/routers/bfb42bdc-16b9-4a0c-9644-8e234af92d96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7044377 Mar 31 22:04:28.386593 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (0cc19e6d-1998-47e1-8692-f1268bb79c16), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:28.389744 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 735467fb-c37a-487f-8162-8841151f653c up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:04:28.442011 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a593513c-1954-458c-be57-32d384b75536 admin admin] Network 39113ebe-596d-4feb-8ec9-18a7831cbf68 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:04:28.452429 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-a593513c-1954-458c-be57-32d384b75536 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:28.497775 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-71e54638-42c8-4c7b-8307-68a80f465cdd tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 22:04:28.507448 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-71e54638-42c8-4c7b-8307-68a80f465cdd tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1703954 Mar 31 22:04:28.695195 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-17ceda36-dd97-415b-b99c-59044398a7af None None] Provisioning complete for port bde9becf-ccc0-4ff9-a346-99633db80740 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:28.702022 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8f8782-d2d2-4e20-96a1-8f90a2409d56 admin admin] Network 6141f838-016f-4422-a50b-fae51e1d7ab9 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:04:28.703272 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-17ceda36-dd97-415b-b99c-59044398a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (bde9becf-ccc0-4ff9-a346-99633db80740), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:28.706724 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec2ad2-7ee3-4877-a2fe-51ddabe46dac None None] Pushing event updated for resources: {'Port': ['ID=bde9becf-ccc0-4ff9-a346-99633db80740,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:28.706911 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a593513c-1954-458c-be57-32d384b75536 admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:04:28.707353 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a593513c-1954-458c-be57-32d384b75536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623236'] for router_interface (79595681-dc03-45d7-a583-93da0fd8f1e2), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:28.739730 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-02f58ad2-046d-40e9-8513-44500690b33a req-a91ba42e-f6c2-44f5-929f-df9662bd1add tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/security-groups?id=65920674-ddc5-492b-bcb2-b5a647a6a043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6807220 Mar 31 22:04:28.739730 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-9a8f8782-d2d2-4e20-96a1-8f90a2409d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:28.826802 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:27Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:28.969182 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 735467fb-c37a-487f-8162-8841151f653c triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:28.970551 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (735467fb-c37a-487f-8162-8841151f653c), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:28.975864 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1be9c1-23fe-4fce-a0f7-7792b232f56d None None] The sync data for ids ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'] in dv-cinder-836083-1-iscsi is: [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:27Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:04:29.153222 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:04:29.172006 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-591a25fc-aad4-4f90-84d3-366fa44d4ab4 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Allocated IP 172.27.2.242 (ad19088a-a902-4a91-855f-5fb9d1c67d87/5d366205-9c7a-4898-9c8b-600d476ec59e/d40ef2aa-16e7-4cea-922e-fa9efdbf3575) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:04:29.177095 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Pushing event updated for resources: {'Port': ['ID=0cc19e6d-1998-47e1-8692-f1268bb79c16,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:29.323676 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-17ceda36-dd97-415b-b99c-59044398a7af None None] Current status of the port bde9becf-ccc0-4ff9-a346-99633db80740 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:29.361478 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-17ceda36-dd97-415b-b99c-59044398a7af None None] Provisioning complete for port 4ea61551-e04c-43da-b6ec-88d19249363a triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:29.361859 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-17ceda36-dd97-415b-b99c-59044398a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (4ea61551-e04c-43da-b6ec-88d19249363a), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:29.542156 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-17ceda36-dd97-415b-b99c-59044398a7af None None] Port 4ea61551-e04c-43da-b6ec-88d19249363a cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:04:29.600985 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 735467fb-c37a-487f-8162-8841151f653c is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:29.611673 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-591a25fc-aad4-4f90-84d3-366fa44d4ab4 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for port (d40ef2aa-16e7-4cea-922e-fa9efdbf3575), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:29.679074 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-c0070c13-493b-4ff3-806d-0256d900b4ee None None] Provisioning complete for port ae9bb0b0-408d-478f-936b-abe17ff61a23 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:29.679260 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0070c13-493b-4ff3-806d-0256d900b4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (ae9bb0b0-408d-478f-936b-abe17ff61a23), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:29.908140 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-c0070c13-493b-4ff3-806d-0256d900b4ee None None] Port ae9bb0b0-408d-478f-936b-abe17ff61a23 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:04:29.943855 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-c0070c13-493b-4ff3-806d-0256d900b4ee None None] Provisioning complete for port f67a0f26-97a7-48a6-9414-24df8c326d24 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:29.944226 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c0070c13-493b-4ff3-806d-0256d900b4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (f67a0f26-97a7-48a6-9414-24df8c326d24), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:29.950465 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f8782-d2d2-4e20-96a1-8f90a2409d56 admin admin] Pushing event updated for resources: {'Port': ['ID=ae9bb0b0-408d-478f-936b-abe17ff61a23,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:30.071473 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-c0070c13-493b-4ff3-806d-0256d900b4ee None None] Port f67a0f26-97a7-48a6-9414-24df8c326d24 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:04:30.114915 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 0cc19e6d-1998-47e1-8692-f1268bb79c16 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:04:30.218600 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593513c-1954-458c-be57-32d384b75536 admin admin] Pushing event updated for resources: {'Port': ['ID=f67a0f26-97a7-48a6-9414-24df8c326d24,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:30.256535 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8f8782-d2d2-4e20-96a1-8f90a2409d56 admin admin] Router 78fa1053-7041-414b-97e1-43238e57c67a has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:04:30.306740 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 0cc19e6d-1998-47e1-8692-f1268bb79c16 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:30.308217 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (0cc19e6d-1998-47e1-8692-f1268bb79c16), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:30.427203 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 55188) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:30.433401 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-2ef32498-054c-4969-b48f-df45ce9e6a84 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Request body: {'security_group': {'name': 'tempest-securitygroup--498114090', 'description': 'tempest-description--931920485'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:30.471890 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-2d01d19d-b13a-4986-a8cc-91ea9c8124e2 service neutron] Request body: {'port': {'device_id': 'c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:30.490667 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 0cc19e6d-1998-47e1-8692-f1268bb79c16 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:30.493582 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device c45c70f8-22a6-4489-b47e-4e194bfdb9f7 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:04:30.502697 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a593513c-1954-458c-be57-32d384b75536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (f67a0f26-97a7-48a6-9414-24df8c326d24), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:30.542590 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-591a25fc-aad4-4f90-84d3-366fa44d4ab4 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (d40ef2aa-16e7-4cea-922e-fa9efdbf3575), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:30.566766 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2ef32498-054c-4969-b48f-df45ce9e6a84 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:30.634970 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port c45c70f8-22a6-4489-b47e-4e194bfdb9f7 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:30.637842 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (c45c70f8-22a6-4489-b47e-4e194bfdb9f7), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:30.739202 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2ef32498-054c-4969-b48f-df45ce9e6a84 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for security_group (cadee929-cadc-40e0-8bd7-664916074928), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:30.817410 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a25fc-aad4-4f90-84d3-366fa44d4ab4 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event updated for resources: {'Port': ['ID=d40ef2aa-16e7-4cea-922e-fa9efdbf3575,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:30.831502 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2ef32498-054c-4969-b48f-df45ce9e6a84 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (cadee929-cadc-40e0-8bd7-664916074928), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:30.841654 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port c45c70f8-22a6-4489-b47e-4e194bfdb9f7 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:30.842810 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (c45c70f8-22a6-4489-b47e-4e194bfdb9f7), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:30.868163 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579655f3-e51c-4888-a779-edfcaf7bb8a4 req-63cadf1e-6aae-4a35-8f96-7d115a6791fe tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:30.870835 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-579655f3-e51c-4888-a779-edfcaf7bb8a4 req-63cadf1e-6aae-4a35-8f96-7d115a6791fe tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 931 time: 0.6616111 Mar 31 22:04:30.903535 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef32498-054c-4969-b48f-df45ce9e6a84 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cadee929-cadc-40e0-8bd7-664916074928,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:30.917367 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] For port c45c70f8-22a6-4489-b47e-4e194bfdb9f7, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=c45c70f8-22a6-4489-b47e-4e194bfdb9f7,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:30.944556 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591a25fc-aad4-4f90-84d3-366fa44d4ab4 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:04:30.948941 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2ef32498-054c-4969-b48f-df45ce9e6a84 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:30.965244 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-2ef32498-054c-4969-b48f-df45ce9e6a84 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5249329 Mar 31 22:04:30.965441 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-591a25fc-aad4-4f90-84d3-366fa44d4ab4 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:30.965555 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 55198) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:30.981420 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-c4cc350c-3f7d-4e4a-89e8-6130e615c226 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Request body: {'security_group_rule': {'security_group_id': 'cadee929-cadc-40e0-8bd7-664916074928', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:31.015806 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591a25fc-aad4-4f90-84d3-366fa44d4ab4 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:04:31.016839 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (c45c70f8-22a6-4489-b47e-4e194bfdb9f7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:31.017639 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device bde9becf-ccc0-4ff9-a346-99633db80740 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:04:31.105733 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c4cc350c-3f7d-4e4a-89e8-6130e615c226 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for security_group_rule (25732556-9e33-4000-81f6-e4ad6c84fff9), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:31.169084 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Pushing event updated for resources: {'Port': ['ID=c45c70f8-22a6-4489-b47e-4e194bfdb9f7,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:31.247346 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port bde9becf-ccc0-4ff9-a346-99633db80740 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:31.247564 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (bde9becf-ccc0-4ff9-a346-99633db80740), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:31.319218 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c4cc350c-3f7d-4e4a-89e8-6130e615c226 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for security_group_rule (25732556-9e33-4000-81f6-e4ad6c84fff9), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:31.357994 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-579655f3-e51c-4888-a779-edfcaf7bb8a4 req-1b3b531d-05d7-4cbb-b9c9-e575286873a2 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/security-groups?id=65920674-ddc5-492b-bcb2-b5a647a6a043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250376 Mar 31 22:04:31.383806 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-2d01d19d-b13a-4986-a8cc-91ea9c8124e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (2fae38d2-9003-463c-ac76-bb124420f142), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:31.390767 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c4cc350c-3f7d-4e4a-89e8-6130e615c226 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (25732556-9e33-4000-81f6-e4ad6c84fff9), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:31.434012 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc350c-3f7d-4e4a-89e8-6130e615c226 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25732556-9e33-4000-81f6-e4ad6c84fff9,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:31.503438 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port bde9becf-ccc0-4ff9-a346-99633db80740 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:31.515159 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8f8782-d2d2-4e20-96a1-8f90a2409d56 admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:04:31.524609 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-9a8f8782-d2d2-4e20-96a1-8f90a2409d56 admin admin] 10.222.0.59 "PUT /v2.0/routers/78fa1053-7041-414b-97e1-43238e57c67a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9277265 Mar 31 22:04:31.525134 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c4cc350c-3f7d-4e4a-89e8-6130e615c226 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:31.525134 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-c4cc350c-3f7d-4e4a-89e8-6130e615c226 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5672593 Mar 31 22:04:31.539943 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] Sync routers for ids ['78fa1053-7041-414b-97e1-43238e57c67a'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:04:31.546615 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 55216) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:31.558625 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-be57df28-4b70-4bee-8048-d907203202a6 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Request body: {'security_group_rule': {'security_group_id': 'cadee929-cadc-40e0-8bd7-664916074928', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:31.591277 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] Routers {'78fa1053-7041-414b-97e1-43238e57c67a'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:04:31.594008 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:04:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['78fa1053-7041-414b-97e1-43238e57c67a'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:31.628439 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-591a25fc-aad4-4f90-84d3-366fa44d4ab4 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (f3e888fd-070e-43b7-98d7-643026b04055), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:31.732494 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-be57df28-4b70-4bee-8048-d907203202a6 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for security_group_rule (40ee6e88-a856-4877-99c1-c430ef0678e0), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:31.782678 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device c45c70f8-22a6-4489-b47e-4e194bfdb9f7 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:04:31.927408 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] Set router 78fa1053-7041-414b-97e1-43238e57c67a gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:04:31.968788 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-be57df28-4b70-4bee-8048-d907203202a6 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for security_group_rule (40ee6e88-a856-4877-99c1-c430ef0678e0), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:31.991817 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-591a25fc-aad4-4f90-84d3-366fa44d4ab4 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (d40ef2aa-16e7-4cea-922e-fa9efdbf3575), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:32.097996 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-be57df28-4b70-4bee-8048-d907203202a6 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (40ee6e88-a856-4877-99c1-c430ef0678e0), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:32.135078 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57df28-4b70-4bee-8048-d907203202a6 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ee6e88-a856-4877-99c1-c430ef0678e0,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:32.167324 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port c45c70f8-22a6-4489-b47e-4e194bfdb9f7 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:32.175734 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (c45c70f8-22a6-4489-b47e-4e194bfdb9f7), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:32.322691 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a593513c-1954-458c-be57-32d384b75536 admin admin] Publish callbacks [] for port (f67a0f26-97a7-48a6-9414-24df8c326d24), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:32.450630 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port c45c70f8-22a6-4489-b47e-4e194bfdb9f7 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:32.450630 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fa1053-7041-414b-97e1-43238e57c67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1815928536-router', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '735467fb-c37a-487f-8162-8841151f653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:23Z', 'revision_number': 4, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'gw_port': {'id': '735467fb-c37a-487f-8162-8841151f653c', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:af:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'ae9bb0b0-408d-478f-936b-abe17ff61a23', 'name': '', 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'mac_address': 'fa:16:3e:75:5c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:20Z', 'updated_at': '2022-03-31T22:04:25Z', 'revision_number': 2, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'subnets': [{'id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:32.631606 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-f002c901-3115-4c97-a60e-49d2944f4202 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:32.631606 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-f002c901-3115-4c97-a60e-49d2944f4202 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/networks?id=6141f838-016f-4422-a50b-fae51e1d7ab9 HTTP/1.1" status: 200 len: 819 time: 0.3787370 Mar 31 22:04:32.659853 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-be57df28-4b70-4bee-8048-d907203202a6 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:32.663656 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-be57df28-4b70-4bee-8048-d907203202a6 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1089427 Mar 31 22:04:32.665982 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 55254) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:32.668798 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a593513c-1954-458c-be57-32d384b75536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (f67a0f26-97a7-48a6-9414-24df8c326d24), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:32.669559 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a593513c-1954-458c-be57-32d384b75536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1828931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623120'] for router_interface (79595681-dc03-45d7-a583-93da0fd8f1e2), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:32.675976 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-f80e6f2a-af80-4afb-978b-ee1ab7174649 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Request body: {'floatingip': {'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:32.731695 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] Checking router: 78fa1053-7041-414b-97e1-43238e57c67a for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:04:32.731695 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] Updating router 78fa1053-7041-414b-97e1-43238e57c67a port ae9bb0b0-408d-478f-936b-abe17ff61a23 binding host dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:04:32.760269 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] Sync routers for ids ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:04:32.777063 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] Routers {'bfb42bdc-16b9-4a0c-9644-8e234af92d96'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:04:32.777933 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:04:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:32.811277 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f80e6f2a-af80-4afb-978b-ee1ab7174649 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:32.811858 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03001f8e-6904-4462-aeb8-a4ced8058881 req-b4b64ccb-76a1-422f-b10b-b68ea2c96df0 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:32.813611 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-03001f8e-6904-4462-aeb8-a4ced8058881 req-b4b64ccb-76a1-422f-b10b-b68ea2c96df0 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 931 time: 0.3411667 Mar 31 22:04:32.839051 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (ae9bb0b0-408d-478f-936b-abe17ff61a23), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:32.841422 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-2d01d19d-b13a-4986-a8cc-91ea9c8124e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fae38d2-9003-463c-ac76-bb124420f142 {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:04:32.851382 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-591a25fc-aad4-4f90-84d3-366fa44d4ab4 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for port (d40ef2aa-16e7-4cea-922e-fa9efdbf3575), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:32.859394 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-0f79afde-cef8-4077-8979-afb5f019de23 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/quotas/6b68fe8e4bc64eae87e72c9aa61ec996 HTTP/1.1" status: 200 len: 375 time: 0.1976149 Mar 31 22:04:32.863531 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-2d01d19d-b13a-4986-a8cc-91ea9c8124e2 service neutron] Publish callbacks [] for port (2fae38d2-9003-463c-ac76-bb124420f142), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:32.961617 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] Set router bfb42bdc-16b9-4a0c-9644-8e234af92d96 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:04:32.979958 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593513c-1954-458c-be57-32d384b75536 admin admin] Pushing event updated for resources: {'Port': ['ID=f67a0f26-97a7-48a6-9414-24df8c326d24,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:32.982596 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-591a25fc-aad4-4f90-84d3-366fa44d4ab4 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (d40ef2aa-16e7-4cea-922e-fa9efdbf3575), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:33.014953 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-2d01d19d-b13a-4986-a8cc-91ea9c8124e2 service neutron] Transition to ACTIVE for port object 2fae38d2-9003-463c-ac76-bb124420f142 will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 22:04:33.020955 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-591a25fc-aad4-4f90-84d3-366fa44d4ab4 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (f3e888fd-070e-43b7-98d7-643026b04055), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:33.162446 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a25fc-aad4-4f90-84d3-366fa44d4ab4 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event updated for resources: {'Port': ['ID=d40ef2aa-16e7-4cea-922e-fa9efdbf3575,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:33.211950 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-2d01d19d-b13a-4986-a8cc-91ea9c8124e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (2fae38d2-9003-463c-ac76-bb124420f142), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:33.253103 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-b278576e-778f-4aa2-be18-41f58c8f5a31 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6b68fe8e4bc64eae87e72c9aa61ec996&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3787930 Mar 31 22:04:33.327237 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f80e6f2a-af80-4afb-978b-ee1ab7174649 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:33.394567 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] Publish callbacks [] for port (ae9bb0b0-408d-478f-936b-abe17ff61a23), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:33.427074 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'name': 'tempest-AttachVolumeTestJSON-1473956010-router', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:26Z', 'revision_number': 4, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'gw_port': {'id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '4ea61551-e04c-43da-b6ec-88d19249363a', 'name': '', 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'mac_address': 'fa:16:3e:75:d4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:26Z', 'revision_number': 2, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'subnets': [{'id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:33.456430 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-c5b3d2e2-da7b-4d78-84ce-3ee76abd2e85 service neutron] 10.222.0.59 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023537 Mar 31 22:04:33.465619 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a593513c-1954-458c-be57-32d384b75536 admin admin] Network 39113ebe-596d-4feb-8ec9-18a7831cbf68 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:04:33.482614 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] Checking router: bfb42bdc-16b9-4a0c-9644-8e234af92d96 for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:04:33.482941 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] Updating router bfb42bdc-16b9-4a0c-9644-8e234af92d96 port 4ea61551-e04c-43da-b6ec-88d19249363a binding host dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:04:33.498215 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (ae9bb0b0-408d-478f-936b-abe17ff61a23), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:33.500686 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-a593513c-1954-458c-be57-32d384b75536 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:33.502150 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-f80e6f2a-af80-4afb-978b-ee1ab7174649 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Allocated IP 172.27.2.51 (ad19088a-a902-4a91-855f-5fb9d1c67d87/5d366205-9c7a-4898-9c8b-600d476ec59e/d2b65c79-2c96-4266-a6ab-0bff7e717d5a) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:04:33.515747 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-591a25fc-aad4-4f90-84d3-366fa44d4ab4 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:33.515747 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-591a25fc-aad4-4f90-84d3-366fa44d4ab4 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.9684949 Mar 31 22:04:33.568413 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (4ea61551-e04c-43da-b6ec-88d19249363a), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:33.593187 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-03001f8e-6904-4462-aeb8-a4ced8058881 req-94d99119-5982-42b2-824a-49526498efda tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/security-groups?id=65920674-ddc5-492b-bcb2-b5a647a6a043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7463775 Mar 31 22:04:33.668099 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c19c94-ffd7-4e26-99af-56208abedfbd None None] Pushing event updated for resources: {'Port': ['ID=ae9bb0b0-408d-478f-936b-abe17ff61a23,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:33.717821 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] Attempting to bind port ae9bb0b0-408d-478f-936b-abe17ff61a23 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:04:33.718901 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] Attempting to bind port ae9bb0b0-408d-478f-936b-abe17ff61a23 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': 'b743cf90-b78b-43d9-8f0e-75a85fa1a9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:04:33.720335 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] Attempting to bind port ae9bb0b0-408d-478f-936b-abe17ff61a23 on network 6141f838-016f-4422-a50b-fae51e1d7ab9 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:04:33.727057 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:04:33.727654 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] Checking segment: {'id': 'b743cf90-b78b-43d9-8f0e-75a85fa1a9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:04:33.728666 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:33.729229 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] Bound using segment: {'id': 'b743cf90-b78b-43d9-8f0e-75a85fa1a9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:04:33.729925 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] Bound port: ae9bb0b0-408d-478f-936b-abe17ff61a23, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b743cf90-b78b-43d9-8f0e-75a85fa1a9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:04:33.730683 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (ae9bb0b0-408d-478f-936b-abe17ff61a23), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:33.831216 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] For port ae9bb0b0-408d-478f-936b-abe17ff61a23, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:04:33.836764 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] For port ae9bb0b0-408d-478f-936b-abe17ff61a23, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=ae9bb0b0-408d-478f-936b-abe17ff61a23,segment=NetworkSegment(b743cf90-b78b-43d9-8f0e-75a85fa1a9c0),segment_id=b743cf90-b78b-43d9-8f0e-75a85fa1a9c0)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:04:33.931073 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f80e6f2a-af80-4afb-978b-ee1ab7174649 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for port (d2b65c79-2c96-4266-a6ab-0bff7e717d5a), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:33.939148 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (ae9bb0b0-408d-478f-936b-abe17ff61a23), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:34.122091 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] Routers {'78fa1053-7041-414b-97e1-43238e57c67a'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:04:34.123239 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:04:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['78fa1053-7041-414b-97e1-43238e57c67a'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:34.184049 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f80e6f2a-af80-4afb-978b-ee1ab7174649 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (d2b65c79-2c96-4266-a6ab-0bff7e717d5a), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:34.210350 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] Publish callbacks [] for port (4ea61551-e04c-43da-b6ec-88d19249363a), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:34.260865 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80e6f2a-af80-4afb-978b-ee1ab7174649 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:04:34.264365 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-f80e6f2a-af80-4afb-978b-ee1ab7174649 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:34.269578 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80e6f2a-af80-4afb-978b-ee1ab7174649 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:04:34.294313 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (4ea61551-e04c-43da-b6ec-88d19249363a), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:34.330518 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c19c94-ffd7-4e26-99af-56208abedfbd None None] Pushing event updated for resources: {'Port': ['ID=ae9bb0b0-408d-478f-936b-abe17ff61a23,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:34.356406 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a593513c-1954-458c-be57-32d384b75536 admin admin] Router 79595681-dc03-45d7-a583-93da0fd8f1e2 has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:04:34.399195 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-2d01d19d-b13a-4986-a8cc-91ea9c8124e2 service neutron] Attempting to bind port 2fae38d2-9003-463c-ac76-bb124420f142 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:04:34.399195 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-2d01d19d-b13a-4986-a8cc-91ea9c8124e2 service neutron] Attempting to bind port 2fae38d2-9003-463c-ac76-bb124420f142 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '41365700-3327-4f67-9705-601829ccd7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c50d8f22-7eaa-4cf3-bb86-831bec13bd7f'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:04:34.399195 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-2d01d19d-b13a-4986-a8cc-91ea9c8124e2 service neutron] Attempting to bind port 2fae38d2-9003-463c-ac76-bb124420f142 on network c50d8f22-7eaa-4cf3-bb86-831bec13bd7f {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:04:34.406696 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e6f2a-af80-4afb-978b-ee1ab7174649 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Pushing event updated for resources: {'Port': ['ID=d2b65c79-2c96-4266-a6ab-0bff7e717d5a,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:34.430593 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-2d01d19d-b13a-4986-a8cc-91ea9c8124e2 service neutron] Port 2fae38d2-9003-463c-ac76-bb124420f142 on network c50d8f22-7eaa-4cf3-bb86-831bec13bd7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:04:34.433778 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-2d01d19d-b13a-4986-a8cc-91ea9c8124e2 service neutron] Attempting to bind port 2fae38d2-9003-463c-ac76-bb124420f142 on network c50d8f22-7eaa-4cf3-bb86-831bec13bd7f {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:04:34.434860 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01d19d-b13a-4986-a8cc-91ea9c8124e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2fae38d2-9003-463c-ac76-bb124420f142,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:34.493999 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f80e6f2a-af80-4afb-978b-ee1ab7174649 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for floatingip (61b6677b-0fb9-49f4-8db1-618f7385ed0a), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:34.550796 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2c49d-737a-46fb-b968-3678803f254a None None] Pushing event updated for resources: {'Port': ['ID=4ea61551-e04c-43da-b6ec-88d19249363a,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:34.604235 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-4de53c80-1352-4da3-bae1-47908f76f76c None None] Provisioning complete for port ae9bb0b0-408d-478f-936b-abe17ff61a23 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:34.604623 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4de53c80-1352-4da3-bae1-47908f76f76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (ae9bb0b0-408d-478f-936b-abe17ff61a23), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:34.619277 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] Attempting to bind port 4ea61551-e04c-43da-b6ec-88d19249363a on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:04:34.619867 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] Attempting to bind port 4ea61551-e04c-43da-b6ec-88d19249363a by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': '0f1db625-fbb2-413d-bece-5f36d62a5b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:04:34.620404 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] Attempting to bind port 4ea61551-e04c-43da-b6ec-88d19249363a on network 0382e6fe-1738-4da8-a648-cd0ccb96afb3 {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:04:34.628280 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:04:34.628842 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] Checking segment: {'id': '0f1db625-fbb2-413d-bece-5f36d62a5b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:04:34.629285 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:34.630861 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] Bound using segment: {'id': '0f1db625-fbb2-413d-bece-5f36d62a5b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:04:34.634224 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] Bound port: 4ea61551-e04c-43da-b6ec-88d19249363a, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1db625-fbb2-413d-bece-5f36d62a5b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:04:34.634224 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (4ea61551-e04c-43da-b6ec-88d19249363a), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:34.669955 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f80e6f2a-af80-4afb-978b-ee1ab7174649 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (d2b65c79-2c96-4266-a6ab-0bff7e717d5a), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:34.690029 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-60376161-a16a-4f36-a255-9d6b5ea45f0a service neutron] 10.222.0.59 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2325366 Mar 31 22:04:34.707758 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-2d01d19d-b13a-4986-a8cc-91ea9c8124e2 service neutron] Checking agent: {'id': '0c6c7b6d-d51d-4e70-9732-01ea9921e922', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'started_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:04:34.708412 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-2d01d19d-b13a-4986-a8cc-91ea9c8124e2 service neutron] Checking segment: {'id': '41365700-3327-4f67-9705-601829ccd7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c50d8f22-7eaa-4cf3-bb86-831bec13bd7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:04:34.709204 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-2d01d19d-b13a-4986-a8cc-91ea9c8124e2 service neutron] Bound using segment: {'id': '41365700-3327-4f67-9705-601829ccd7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c50d8f22-7eaa-4cf3-bb86-831bec13bd7f'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:04:34.709827 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-2d01d19d-b13a-4986-a8cc-91ea9c8124e2 service neutron] Bound port: 2fae38d2-9003-463c-ac76-bb124420f142, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41365700-3327-4f67-9705-601829ccd7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c50d8f22-7eaa-4cf3-bb86-831bec13bd7f'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:04:34.710808 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-2d01d19d-b13a-4986-a8cc-91ea9c8124e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (2fae38d2-9003-463c-ac76-bb124420f142), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:34.789933 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 55312) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:34.812191 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-96575258-0ca1-4ddb-a6e5-acaefecb341e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:34.832309 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-d54987b5-1445-4643-aa23-8448279cfab8 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1663122493&fields=id&tenant_id=891af07672f940c09ae8cbf340a48b4d HTTP/1.1" status: 200 len: 267 time: 0.5640776 Mar 31 22:04:34.847393 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] For port 4ea61551-e04c-43da-b6ec-88d19249363a, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:04:34.858441 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] For port 4ea61551-e04c-43da-b6ec-88d19249363a, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=4ea61551-e04c-43da-b6ec-88d19249363a,segment=NetworkSegment(0f1db625-fbb2-413d-bece-5f36d62a5b67),segment_id=0f1db625-fbb2-413d-bece-5f36d62a5b67)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:04:34.939313 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (4ea61551-e04c-43da-b6ec-88d19249363a), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:35.035719 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-2d01d19d-b13a-4986-a8cc-91ea9c8124e2 service neutron] For port 2fae38d2-9003-463c-ac76-bb124420f142, host hv-cinder-83608, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:04:35.062327 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] Routers {'bfb42bdc-16b9-4a0c-9644-8e234af92d96'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:04:35.062961 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:04:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:35.084872 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] Set router 78fa1053-7041-414b-97e1-43238e57c67a gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:04:35.216308 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f80e6f2a-af80-4afb-978b-ee1ab7174649 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for port (d2b65c79-2c96-4266-a6ab-0bff7e717d5a), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:35.235581 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a593513c-1954-458c-be57-32d384b75536 admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:04:35.237814 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b4f6e508-6e2a-441c-875c-04c1f77f7807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:35.250573 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-a593513c-1954-458c-be57-32d384b75536 admin admin] 10.222.0.59 "PUT /v2.0/routers/79595681-dc03-45d7-a583-93da0fd8f1e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0215695 Mar 31 22:04:35.255701 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-2d01d19d-b13a-4986-a8cc-91ea9c8124e2 service neutron] For port 2fae38d2-9003-463c-ac76-bb124420f142, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2fae38d2-9003-463c-ac76-bb124420f142,segment=NetworkSegment(41365700-3327-4f67-9705-601829ccd7c5),segment_id=41365700-3327-4f67-9705-601829ccd7c5)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:04:35.291266 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f80e6f2a-af80-4afb-978b-ee1ab7174649 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (d2b65c79-2c96-4266-a6ab-0bff7e717d5a), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:35.348335 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-8038060e-69ef-4615-88ee-281415c87d53 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:35.350135 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-8038060e-69ef-4615-88ee-281415c87d53 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/networks?id=1cfcbe07-ec4b-4324-9343-639a3e44e48c HTTP/1.1" status: 200 len: 813 time: 0.5066888 Mar 31 22:04:35.359952 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3ccb6-62de-41ef-a8a2-e62460368657 req-fdeaaa31-0834-4a8c-92ff-50aa926320e3 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:35.363312 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] Sync routers for ids ['79595681-dc03-45d7-a583-93da0fd8f1e2'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:04:35.368659 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8df3ccb6-62de-41ef-a8a2-e62460368657 req-fdeaaa31-0834-4a8c-92ff-50aa926320e3 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 943 time: 0.1152463 Mar 31 22:04:35.378198 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-4de53c80-1352-4da3-bae1-47908f76f76c None None] Current status of the port ae9bb0b0-408d-478f-936b-abe17ff61a23 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:35.378585 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4de53c80-1352-4da3-bae1-47908f76f76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (ae9bb0b0-408d-478f-936b-abe17ff61a23), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:35.383768 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-2d01d19d-b13a-4986-a8cc-91ea9c8124e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (2fae38d2-9003-463c-ac76-bb124420f142), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:35.407436 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f80e6f2a-af80-4afb-978b-ee1ab7174649 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (61b6677b-0fb9-49f4-8db1-618f7385ed0a), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:35.417040 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] Set router bfb42bdc-16b9-4a0c-9644-8e234af92d96 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:04:35.431529 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-20f342b8-f1ce-4311-b0c2-5f5b685d50be tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/quotas/891af07672f940c09ae8cbf340a48b4d HTTP/1.1" status: 200 len: 375 time: 0.0592201 Mar 31 22:04:35.517737 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-2d01d19d-b13a-4986-a8cc-91ea9c8124e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:35.518229 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e6f2a-af80-4afb-978b-ee1ab7174649 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Pushing event updated for resources: {'Port': ['ID=d2b65c79-2c96-4266-a6ab-0bff7e717d5a,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:35.519246 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-2d01d19d-b13a-4986-a8cc-91ea9c8124e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:35.520699 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-2d01d19d-b13a-4986-a8cc-91ea9c8124e2 service neutron] 10.222.0.57 "PUT /v2.0/ports/2fae38d2-9003-463c-ac76-bb124420f142 HTTP/1.1" status: 200 len: 1093 time: 5.8879704 Mar 31 22:04:35.553075 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f', 'tag': '2fae38d2-9003-463c-ac76-bb124420f142'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:04:35.588296 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f80e6f2a-af80-4afb-978b-ee1ab7174649 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:35.590110 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-f80e6f2a-af80-4afb-978b-ee1ab7174649 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9228213 Mar 31 22:04:35.714837 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] Routers {'79595681-dc03-45d7-a583-93da0fd8f1e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:04:35.737533 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:04:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['79595681-dc03-45d7-a583-93da0fd8f1e2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:35.754022 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 55346) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:35.933155 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a49c97b6-0b63-4c9f-baca-752510191b30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:36.140739 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-4de53c80-1352-4da3-bae1-47908f76f76c None None] For port ae9bb0b0-408d-478f-936b-abe17ff61a23, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=ae9bb0b0-408d-478f-936b-abe17ff61a23,segment=NetworkSegment(b743cf90-b78b-43d9-8f0e-75a85fa1a9c0),segment_id=b743cf90-b78b-43d9-8f0e-75a85fa1a9c0)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:36.169627 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a49c97b6-0b63-4c9f-baca-752510191b30 admin admin] Publish callbacks [] for security_group (a4cd706d-ac7f-45ad-a7c6-669ef6748e80), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:36.240576 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2c49d-737a-46fb-b968-3678803f254a None None] Pushing event updated for resources: {'Port': ['ID=4ea61551-e04c-43da-b6ec-88d19249363a,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:36.258703 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8df3ccb6-62de-41ef-a8a2-e62460368657 req-e2236f8c-290b-4f9c-bbba-ada83d65bdc5 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/security-groups?id=65920674-ddc5-492b-bcb2-b5a647a6a043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8876340 Mar 31 22:04:36.289901 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d034bfc735977369ecc1df0796a02fa1e575f952a1ba42ee6983d0042c1cfb33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3615505-d52b-4a9a-9e9e-f74f9a704f54" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f", "tag": "2fae38d2-9003-463c-ac76-bb124420f142"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:04:36.293348 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] Set router 79595681-dc03-45d7-a583-93da0fd8f1e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:04:36.321484 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a49c97b6-0b63-4c9f-baca-752510191b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (a4cd706d-ac7f-45ad-a7c6-669ef6748e80), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:36.354138 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:36.355086 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4de53c80-1352-4da3-bae1-47908f76f76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (ae9bb0b0-408d-478f-936b-abe17ff61a23), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:36.363920 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c97b6-0b63-4c9f-baca-752510191b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cd706d-ac7f-45ad-a7c6-669ef6748e80,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:36.371785 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-a49c97b6-0b63-4c9f-baca-752510191b30 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dda6046976654a3e85078a0c6b23d254&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6164563 Mar 31 22:04:36.373603 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 55366) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:36.378984 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b4f6e508-6e2a-441c-875c-04c1f77f7807 admin admin] Publish callbacks [] for security_group (085810ca-22d9-47ef-8df1-2ceae705cbd3), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:36.410411 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01d19d-b13a-4986-a8cc-91ea9c8124e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2fae38d2-9003-463c-ac76-bb124420f142,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:36.483475 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9e4eac04-a470-4301-99c3-c92055fede0b admin admin] Publish callbacks [] for security_group (a4cd706d-ac7f-45ad-a7c6-669ef6748e80), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:36.499982 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-4de53c80-1352-4da3-bae1-47908f76f76c None None] Provisioning complete for port f67a0f26-97a7-48a6-9414-24df8c326d24 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:36.501674 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-7b85bb62-5cf1-42c9-9ffa-2aaff0b9cc6c tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=891af07672f940c09ae8cbf340a48b4d&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0118687 Mar 31 22:04:36.501808 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4de53c80-1352-4da3-bae1-47908f76f76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (f67a0f26-97a7-48a6-9414-24df8c326d24), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:36.503606 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0a4c5a8f-62e8-4ad8-bdcc-8ea83c751125 req-6913bae1-45b5-4ac2-bd82-14f1f93b430d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 210 time: 0.1048481 Mar 31 22:04:36.505814 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b4f6e508-6e2a-441c-875c-04c1f77f7807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (085810ca-22d9-47ef-8df1-2ceae705cbd3), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:36.565316 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-0d3b7a79-f974-49cf-b7cc-99f3baa3e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:36.566854 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-0d3b7a79-f974-49cf-b7cc-99f3baa3e2e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6e3affcc226b4a7190a79174d08fed7b&device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 1127 time: 0.7088170 Mar 31 22:04:36.577475 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'name': 'tempest-AttachVolumeTestJSON-1473956010-router', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:26Z', 'revision_number': 4, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'gw_port': {'id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '4ea61551-e04c-43da-b6ec-88d19249363a', 'name': '', 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'mac_address': 'fa:16:3e:75:d4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:34Z', 'revision_number': 4, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'subnets': [{'id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:36.619861 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9e4eac04-a470-4301-99c3-c92055fede0b admin admin] Publish callbacks [] for security_group (a4cd706d-ac7f-45ad-a7c6-669ef6748e80), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:36.675360 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b67af-a9ed-43ce-8d75-3e7e321034cb None None] The sync data for ids ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'] in dv-cinder-836083-1-iscsi is: [{'id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'name': 'tempest-AttachVolumeTestJSON-1473956010-router', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:26Z', 'revision_number': 4, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'gw_port': {'id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '4ea61551-e04c-43da-b6ec-88d19249363a', 'name': '', 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'mac_address': 'fa:16:3e:75:d4:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:34Z', 'revision_number': 4, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'subnets': [{'id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:04:36.703891 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-4de53c80-1352-4da3-bae1-47908f76f76c None None] Port f67a0f26-97a7-48a6-9414-24df8c326d24 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:04:36.706393 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de53c80-1352-4da3-bae1-47908f76f76c None None] Pushing event updated for resources: {'Port': ['ID=ae9bb0b0-408d-478f-936b-abe17ff61a23,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:36.723382 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b4f6e508-6e2a-441c-875c-04c1f77f7807 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e17cd28b0a1f4089beef25ccf621163f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9288650 Mar 31 22:04:36.723382 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6e508-6e2a-441c-875c-04c1f77f7807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085810ca-22d9-47ef-8df1-2ceae705cbd3,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:36.743012 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 55376) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:36.802721 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fa1053-7041-414b-97e1-43238e57c67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1815928536-router', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '735467fb-c37a-487f-8162-8841151f653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:23Z', 'revision_number': 4, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'gw_port': {'id': '735467fb-c37a-487f-8162-8841151f653c', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:af:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'ae9bb0b0-408d-478f-936b-abe17ff61a23', 'name': '', 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'mac_address': 'fa:16:3e:75:5c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:20Z', 'updated_at': '2022-03-31T22:04:33Z', 'revision_number': 4, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'subnets': [{'id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:36.919446 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-c4a569cc-508e-43ed-891c-d6b9fde95beb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fae38d2-9003-463c-ac76-bb124420f142 HTTP/1.1" status: 200 len: 217 time: 0.3149576 Mar 31 22:04:37.019150 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebc383c-effb-418f-8a71-2da37370ce3a None None] The sync data for ids ['78fa1053-7041-414b-97e1-43238e57c67a'] in dv-cinder-836083-1-iscsi is: [{'id': '78fa1053-7041-414b-97e1-43238e57c67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1815928536-router', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '735467fb-c37a-487f-8162-8841151f653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:23Z', 'revision_number': 4, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'gw_port': {'id': '735467fb-c37a-487f-8162-8841151f653c', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:af:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'ae9bb0b0-408d-478f-936b-abe17ff61a23', 'name': '', 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'mac_address': 'fa:16:3e:75:5c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:20Z', 'updated_at': '2022-03-31T22:04:33Z', 'revision_number': 4, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'subnets': [{'id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:04:37.044111 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-c1698633-5ecb-4bff-aed5-85d2a8f9ea7b None None] Provisioning complete for port ae9bb0b0-408d-478f-936b-abe17ff61a23 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:37.044489 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c1698633-5ecb-4bff-aed5-85d2a8f9ea7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (ae9bb0b0-408d-478f-936b-abe17ff61a23), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:37.273636 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-0c54b2f5-fd8b-412c-a2d8-4aab4f45cd93 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 22:04:37.274718 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-0c54b2f5-fd8b-412c-a2d8-4aab4f45cd93 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3255720 Mar 31 22:04:37.275541 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a5101c5e-8df0-410e-83d4-830d4775de4e admin admin] Publish callbacks [] for security_group (085810ca-22d9-47ef-8df1-2ceae705cbd3), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:37.290013 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-bd2bd9bb-c406-4530-aec4-bbeb76476604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:37.296056 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-bd2bd9bb-c406-4530-aec4-bbeb76476604 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8b80fdb4-4467-4953-9e11-fa1763e56cd1 HTTP/1.1" status: 200 len: 851 time: 0.3309617 Mar 31 22:04:37.321077 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9e4eac04-a470-4301-99c3-c92055fede0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (a4cd706d-ac7f-45ad-a7c6-669ef6748e80), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:37.328582 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9e4eac04-a470-4301-99c3-c92055fede0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:37.328582 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-9e4eac04-a470-4301-99c3-c92055fede0b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a4cd706d-ac7f-45ad-a7c6-669ef6748e80 HTTP/1.1" status: 204 len: 168 time: 0.9507797 Mar 31 22:04:37.338803 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4eac04-a470-4301-99c3-c92055fede0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cd706d-ac7f-45ad-a7c6-669ef6748e80,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:37.413232 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-83253b5f-4286-41af-b23c-3358e3d9158f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:37.578200 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-9d3aab91-5d00-49ba-9f99-e96d55a718ec service neutron] 10.222.0.59 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730322 Mar 31 22:04:37.596428 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a5101c5e-8df0-410e-83d4-830d4775de4e admin admin] Publish callbacks [] for security_group (085810ca-22d9-47ef-8df1-2ceae705cbd3), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:37.652809 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-c1698633-5ecb-4bff-aed5-85d2a8f9ea7b None None] Current status of the port ae9bb0b0-408d-478f-936b-abe17ff61a23 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:37.676008 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:37.732890 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-c1698633-5ecb-4bff-aed5-85d2a8f9ea7b None None] Provisioning complete for port 4ea61551-e04c-43da-b6ec-88d19249363a triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:37.733321 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c1698633-5ecb-4bff-aed5-85d2a8f9ea7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (4ea61551-e04c-43da-b6ec-88d19249363a), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:37.774214 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-9a59a492-8b2e-4b54-87c8-6922918be0db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c50d8f22-7eaa-4cf3-bb86-831bec13bd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4371510 Mar 31 22:04:37.973410 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device ae9bb0b0-408d-478f-936b-abe17ff61a23 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:04:38.119542 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-31b9c7b7-babf-4029-98f2-f864e2d2699c service neutron] 10.222.0.59 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913369 Mar 31 22:04:38.131279 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'name': 'tempest-AttachVolumeShelveTestJSON-2065121846-router', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'gw_port': {'id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'f67a0f26-97a7-48a6-9414-24df8c326d24', 'name': '', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'mac_address': 'fa:16:3e:4e:28:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:31Z', 'revision_number': 2, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'subnets': [{'id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:38.140524 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 55404) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:38.146881 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-d71959d2-b829-4862-9acf-799b737a3003 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2016309876', 'description': 'tempest-description--1754632439'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:38.182253 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a5101c5e-8df0-410e-83d4-830d4775de4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (085810ca-22d9-47ef-8df1-2ceae705cbd3), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:38.189637 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a5101c5e-8df0-410e-83d4-830d4775de4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:38.201382 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-a5101c5e-8df0-410e-83d4-830d4775de4e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/085810ca-22d9-47ef-8df1-2ceae705cbd3 HTTP/1.1" status: 204 len: 168 time: 1.3085186 Mar 31 22:04:38.248981 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-6d11eff3-dbaf-471e-8536-8b425cbeea5c service neutron] 10.222.0.57 "GET /v2.0/networks/c50d8f22-7eaa-4cf3-bb86-831bec13bd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326601 Mar 31 22:04:38.254094 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5101c5e-8df0-410e-83d4-830d4775de4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085810ca-22d9-47ef-8df1-2ceae705cbd3,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:38.281332 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] Checking router: 79595681-dc03-45d7-a583-93da0fd8f1e2 for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:04:38.281695 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] Updating router 79595681-dc03-45d7-a583-93da0fd8f1e2 port f67a0f26-97a7-48a6-9414-24df8c326d24 binding host dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:04:38.322155 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d71959d2-b829-4862-9acf-799b737a3003 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:38.488259 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port ae9bb0b0-408d-478f-936b-abe17ff61a23 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:38.489776 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (ae9bb0b0-408d-478f-936b-abe17ff61a23), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:38.557120 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d71959d2-b829-4862-9acf-799b737a3003 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for security_group (c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:38.601590 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (f67a0f26-97a7-48a6-9414-24df8c326d24), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:38.663568 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d71959d2-b829-4862-9acf-799b737a3003 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:38.671966 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-c1698633-5ecb-4bff-aed5-85d2a8f9ea7b None None] Current status of the port 4ea61551-e04c-43da-b6ec-88d19249363a is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:38.672686 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c1698633-5ecb-4bff-aed5-85d2a8f9ea7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (4ea61551-e04c-43da-b6ec-88d19249363a), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:38.679324 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fa3678c9-1291-4a92-9927-69186d1c707a req-eea9c187-a77c-4cf6-a875-3f1f05790e46 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--498114090&fields=id&tenant_id=b6ec8840baa0418eaaf3929e20b8ac22 HTTP/1.1" status: 200 len: 267 time: 0.2061718 Mar 31 22:04:38.783452 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d71959d2-b829-4862-9acf-799b737a3003 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:38.787745 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-d71959d2-b829-4862-9acf-799b737a3003 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6461558 Mar 31 22:04:38.808218 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 55434) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:38.825960 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-3522fac8-589c-4c51-8a26-813aeb806a87 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Request body: {'security_group_rule': {'security_group_id': 'c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:38.887610 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71959d2-b829-4862-9acf-799b737a3003 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:38.929217 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-291e0a04-9a7b-4b23-9969-d227dcb9fb84 req-0673446c-3225-4536-adb6-55f452784aae service neutron] 10.222.0.57 "GET /v2.0/networks/c50d8f22-7eaa-4cf3-bb86-831bec13bd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6685376 Mar 31 22:04:39.031280 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3522fac8-589c-4c51-8a26-813aeb806a87 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for security_group_rule (70d727b5-2668-492a-a53c-7f29f69053a7), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:39.169655 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3678c9-1291-4a92-9927-69186d1c707a req-8317abb7-59cb-4751-bf70-c0ff31b13356 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:39.176150 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fa3678c9-1291-4a92-9927-69186d1c707a req-8317abb7-59cb-4751-bf70-c0ff31b13356 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/networks?id=0382e6fe-1738-4da8-a648-cd0ccb96afb3 HTTP/1.1" status: 200 len: 811 time: 0.4830575 Mar 31 22:04:39.198961 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-c1698633-5ecb-4bff-aed5-85d2a8f9ea7b None None] For port 4ea61551-e04c-43da-b6ec-88d19249363a, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=4ea61551-e04c-43da-b6ec-88d19249363a,segment=NetworkSegment(0f1db625-fbb2-413d-bece-5f36d62a5b67),segment_id=0f1db625-fbb2-413d-bece-5f36d62a5b67)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:39.219168 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fa3678c9-1291-4a92-9927-69186d1c707a req-51f5b91a-ae2b-4473-a97e-39290601f74e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/quotas/b6ec8840baa0418eaaf3929e20b8ac22 HTTP/1.1" status: 200 len: 375 time: 0.0285797 Mar 31 22:04:39.255479 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3522fac8-589c-4c51-8a26-813aeb806a87 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for security_group_rule (70d727b5-2668-492a-a53c-7f29f69053a7), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:39.355281 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3522fac8-589c-4c51-8a26-813aeb806a87 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (70d727b5-2668-492a-a53c-7f29f69053a7), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:39.356642 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fa3678c9-1291-4a92-9927-69186d1c707a req-118ba933-b256-44cf-b830-b4ae6a135d11 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6ec8840baa0418eaaf3929e20b8ac22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1294954 Mar 31 22:04:39.429390 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522fac8-589c-4c51-8a26-813aeb806a87 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d727b5-2668-492a-a53c-7f29f69053a7,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:39.435122 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:39.437076 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c1698633-5ecb-4bff-aed5-85d2a8f9ea7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (4ea61551-e04c-43da-b6ec-88d19249363a), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:39.456728 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port ae9bb0b0-408d-478f-936b-abe17ff61a23 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:39.461048 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 4ea61551-e04c-43da-b6ec-88d19249363a up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:04:39.541091 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3522fac8-589c-4c51-8a26-813aeb806a87 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:39.543966 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-3522fac8-589c-4c51-8a26-813aeb806a87 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7218466 Mar 31 22:04:39.551489 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 55450) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:39.573831 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-e1a2b490-ca16-4499-a275-860cfcd2eba3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Request body: {'security_group_rule': {'security_group_id': 'c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:39.698443 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94a6d69-4ff7-42ec-b328-de53736824d4 x-openstack-request-id: req-c94a6d69-4ff7-42ec-b328-de53736824d4 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:04:39.698966 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f", "tag": "2fae38d2-9003-463c-ac76-bb124420f142", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:04:39.699145 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c94a6d69-4ff7-42ec-b328-de53736824d4 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:04:39.699627 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c94a6d69-4ff7-42ec-b328-de53736824d4'] response: {'name': 'network-changed', 'server_uuid': 'c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f', 'tag': '2fae38d2-9003-463c-ac76-bb124420f142', 'status': 'completed', 'code': 200} Mar 31 22:04:39.776065 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e1a2b490-ca16-4499-a275-860cfcd2eba3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for security_group_rule (2ee277d3-96e1-4000-8d52-f152be20bc4a), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:39.808365 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1698633-5ecb-4bff-aed5-85d2a8f9ea7b None None] Pushing event updated for resources: {'Port': ['ID=4ea61551-e04c-43da-b6ec-88d19249363a,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:39.839980 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 4ea61551-e04c-43da-b6ec-88d19249363a triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:39.842081 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (4ea61551-e04c-43da-b6ec-88d19249363a), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:39.927937 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e1a2b490-ca16-4499-a275-860cfcd2eba3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for security_group_rule (2ee277d3-96e1-4000-8d52-f152be20bc4a), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:39.929397 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.57', 50431) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:40.085752 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 55470) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:40.124726 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e1a2b490-ca16-4499-a275-860cfcd2eba3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (2ee277d3-96e1-4000-8d52-f152be20bc4a), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:40.150351 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] Publish callbacks [] for port (f67a0f26-97a7-48a6-9414-24df8c326d24), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:40.175465 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2b490-ca16-4499-a275-860cfcd2eba3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee277d3-96e1-4000-8d52-f152be20bc4a,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:40.185034 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 4ea61551-e04c-43da-b6ec-88d19249363a is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:40.198066 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3ba0100c-aa3f-494d-a518-e4683ea0a464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:40.248568 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fa3678c9-1291-4a92-9927-69186d1c707a req-5dfe3afb-0278-44f8-ae75-97bd4278dd0a service neutron] 10.222.0.59 "GET /v2.0/networks/0382e6fe-1738-4da8-a648-cd0ccb96afb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8693991 Mar 31 22:04:40.295198 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (f67a0f26-97a7-48a6-9414-24df8c326d24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:40.345920 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-715faf47-3fe2-46a3-a6ae-9edcce2ee2e9 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:40.347400 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-715faf47-3fe2-46a3-a6ae-9edcce2ee2e9 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.57 "GET /v2.0/networks?id=6141f838-016f-4422-a50b-fae51e1d7ab9 HTTP/1.1" status: 200 len: 819 time: 0.4170096 Mar 31 22:04:40.359643 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 4ea61551-e04c-43da-b6ec-88d19249363a up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:04:40.359835 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e1a2b490-ca16-4499-a275-860cfcd2eba3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:40.366085 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-e1a2b490-ca16-4499-a275-860cfcd2eba3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8077443 Mar 31 22:04:40.366959 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 55474) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:40.373883 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-80f3cfde-3096-44b6-b871-c3beb1b2fa4c tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Request body: {'port': {'device_id': '11d9322b-8ec2-4c50-a370-6515f09c4d36', 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9', 'admin_state_up': True, 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:40.389788 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-a61d0fda-3280-4884-a3a7-048359e8974f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Request body: {'floatingip': {'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:40.495197 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3615505-d52b-4a9a-9e9e-f74f9a704f54 req-a8f5ad9c-3dd4-40fe-bcfc-aceec4c4109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:40.497544 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b3615505-d52b-4a9a-9e9e-f74f9a704f54 req-a8f5ad9c-3dd4-40fe-bcfc-aceec4c4109f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6e3affcc226b4a7190a79174d08fed7b&device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 1127 time: 0.8153844 Mar 31 22:04:40.530890 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35071013-bd57-4685-b34a-4a212407ed5a None None] Pushing event updated for resources: {'Port': ['ID=f67a0f26-97a7-48a6-9414-24df8c326d24,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:40.615514 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:40.689077 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a61d0fda-3280-4884-a3a7-048359e8974f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:40.710950 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3ba0100c-aa3f-494d-a518-e4683ea0a464 admin admin] Publish callbacks [] for security_group (e4b36d0f-228a-4040-a747-3310c7157cfa), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:40.741433 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 4ea61551-e04c-43da-b6ec-88d19249363a triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:40.741813 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (4ea61551-e04c-43da-b6ec-88d19249363a), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:40.746465 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] Attempting to bind port f67a0f26-97a7-48a6-9414-24df8c326d24 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:04:40.746844 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] Attempting to bind port f67a0f26-97a7-48a6-9414-24df8c326d24 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': '00dfa501-ed34-4105-a2b8-db379d4dec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:04:40.747213 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] Attempting to bind port f67a0f26-97a7-48a6-9414-24df8c326d24 on network 39113ebe-596d-4feb-8ec9-18a7831cbf68 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:04:40.756906 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:04:40.757292 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] Checking segment: {'id': '00dfa501-ed34-4105-a2b8-db379d4dec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:04:40.757701 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:40.758101 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] Bound using segment: {'id': '00dfa501-ed34-4105-a2b8-db379d4dec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:04:40.758805 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] Bound port: f67a0f26-97a7-48a6-9414-24df8c326d24, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00dfa501-ed34-4105-a2b8-db379d4dec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:04:40.759259 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (f67a0f26-97a7-48a6-9414-24df8c326d24), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:40.783082 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3ba0100c-aa3f-494d-a518-e4683ea0a464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (e4b36d0f-228a-4040-a747-3310c7157cfa), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:40.838575 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-3a892c1e-5e9b-44da-93f7-f9d4c90c41b9 None None] Provisioning complete for port f67a0f26-97a7-48a6-9414-24df8c326d24 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:40.839760 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3a892c1e-5e9b-44da-93f7-f9d4c90c41b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (f67a0f26-97a7-48a6-9414-24df8c326d24), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:40.844231 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-b2a78729-9f47-4fc2-9a68-1898ed28d105 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:40.858504 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-b2a78729-9f47-4fc2-9a68-1898ed28d105 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/networks?id=6141f838-016f-4422-a50b-fae51e1d7ab9 HTTP/1.1" status: 200 len: 819 time: 1.0192897 Mar 31 22:04:40.928245 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-3a892c1e-5e9b-44da-93f7-f9d4c90c41b9 None None] Port f67a0f26-97a7-48a6-9414-24df8c326d24 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:04:40.978467 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-3ba0100c-aa3f-494d-a518-e4683ea0a464 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=12bb965c1c5544ae94c0baef4783daea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8915946 Mar 31 22:04:40.982141 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0100c-aa3f-494d-a518-e4683ea0a464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b36d0f-228a-4040-a747-3310c7157cfa,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:40.991321 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 55488) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:41.037332 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fa3678c9-1291-4a92-9927-69186d1c707a req-8eea7505-0449-475f-ade0-fa087608be17 service neutron] 10.222.0.59 "GET /v2.0/networks/0382e6fe-1738-4da8-a648-cd0ccb96afb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7739704 Mar 31 22:04:41.048851 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-1b6b53b1-d5cf-4ed9-a518-04d26caff051 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/quotas/6b68fe8e4bc64eae87e72c9aa61ec996 HTTP/1.1" status: 200 len: 375 time: 0.1886106 Mar 31 22:04:41.058362 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3615505-d52b-4a9a-9e9e-f74f9a704f54 req-2ad745ed-bbf6-444a-be75-1fd6869856ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:41.060274 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b3615505-d52b-4a9a-9e9e-f74f9a704f54 req-2ad745ed-bbf6-444a-be75-1fd6869856ea service neutron] 10.222.0.57 "GET /v2.0/networks?id=c50d8f22-7eaa-4cf3-bb86-831bec13bd7f HTTP/1.1" status: 200 len: 912 time: 0.5520871 Mar 31 22:04:41.074544 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-80f3cfde-3096-44b6-b871-c3beb1b2fa4c tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Made reservation on behalf of 6b68fe8e4bc64eae87e72c9aa61ec996 for: {'port': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:04:41.086234 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-80f3cfde-3096-44b6-b871-c3beb1b2fa4c tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:41.152968 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 4ea61551-e04c-43da-b6ec-88d19249363a is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:41.173075 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] For port f67a0f26-97a7-48a6-9414-24df8c326d24, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:04:41.239811 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] For port f67a0f26-97a7-48a6-9414-24df8c326d24, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=f67a0f26-97a7-48a6-9414-24df8c326d24,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:04:41.243148 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b3615505-d52b-4a9a-9e9e-f74f9a704f54 req-613897a2-a6e0-43a4-955f-7037d209a5c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fae38d2-9003-463c-ac76-bb124420f142 HTTP/1.1" status: 200 len: 217 time: 0.1183639 Mar 31 22:04:41.294095 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-0a558aa7-f074-4b68-af6a-695ed8ceea92 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6b68fe8e4bc64eae87e72c9aa61ec996&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2327921 Mar 31 22:04:41.346011 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-704f4810-c002-452a-ace9-6a9171f07d55 admin admin] Publish callbacks [] for security_group (e4b36d0f-228a-4040-a747-3310c7157cfa), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:41.349155 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (f67a0f26-97a7-48a6-9414-24df8c326d24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:41.399348 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3615505-d52b-4a9a-9e9e-f74f9a704f54 req-b75b76d0-dc75-442e-a880-996b307a1ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:41.402671 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b3615505-d52b-4a9a-9e9e-f74f9a704f54 req-b75b76d0-dc75-442e-a880-996b307a1ae7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8b80fdb4-4467-4953-9e11-fa1763e56cd1 HTTP/1.1" status: 200 len: 851 time: 0.1479919 Mar 31 22:04:41.441090 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-704f4810-c002-452a-ace9-6a9171f07d55 admin admin] Publish callbacks [] for security_group (e4b36d0f-228a-4040-a747-3310c7157cfa), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:41.481513 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b3615505-d52b-4a9a-9e9e-f74f9a704f54 req-bf421a82-a0a5-4871-b01d-81816ce87f45 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c50d8f22-7eaa-4cf3-bb86-831bec13bd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736032 Mar 31 22:04:41.507665 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35071013-bd57-4685-b34a-4a212407ed5a None None] Pushing event updated for resources: {'Port': ['ID=f67a0f26-97a7-48a6-9414-24df8c326d24,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:41.528496 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] Routers {'79595681-dc03-45d7-a583-93da0fd8f1e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:04:41.528746 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:04:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['79595681-dc03-45d7-a583-93da0fd8f1e2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:41.667720 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-13c2cff3-595f-4961-9222-ef3e0f6b64ac service neutron] 10.222.0.59 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618140 Mar 31 22:04:41.680984 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] Set router 79595681-dc03-45d7-a583-93da0fd8f1e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:04:41.743314 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-80f3cfde-3096-44b6-b871-c3beb1b2fa4c tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Allocated IP 172.20.0.7 (6141f838-016f-4422-a50b-fae51e1d7ab9/8b5c4bba-061c-4b42-ba5a-238b5f7cc181/7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:04:41.819427 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-85d8905e-c539-4482-92ae-974c0aa334ca service neutron] 10.222.0.59 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506729 Mar 31 22:04:41.860385 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a61d0fda-3280-4884-a3a7-048359e8974f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:41.871706 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f2aa3-26ca-48b7-ba96-3b4dc60ca730 req-cf9ed5d0-1248-4d24-b489-f5afab21e095 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:41.873241 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5e7f2aa3-26ca-48b7-ba96-3b4dc60ca730 req-cf9ed5d0-1248-4d24-b489-f5afab21e095 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 943 time: 0.3946044 Mar 31 22:04:41.909599 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-704f4810-c002-452a-ace9-6a9171f07d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (e4b36d0f-228a-4040-a747-3310c7157cfa), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:41.912764 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-704f4810-c002-452a-ace9-6a9171f07d55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:41.914159 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-704f4810-c002-452a-ace9-6a9171f07d55 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e4b36d0f-228a-4040-a747-3310c7157cfa HTTP/1.1" status: 204 len: 168 time: 0.9208832 Mar 31 22:04:41.946918 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-d32a81b7-852c-4d07-a36e-413669059cac None None] Provisioning complete for port f67a0f26-97a7-48a6-9414-24df8c326d24 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:41.947514 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d32a81b7-852c-4d07-a36e-413669059cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (f67a0f26-97a7-48a6-9414-24df8c326d24), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:41.979739 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f4810-c002-452a-ace9-6a9171f07d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b36d0f-228a-4040-a747-3310c7157cfa,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:42.078456 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b3615505-d52b-4a9a-9e9e-f74f9a704f54 req-8eddd2ae-72c1-44b3-a41c-ed066218679a service neutron] 10.222.0.57 "GET /v2.0/networks/c50d8f22-7eaa-4cf3-bb86-831bec13bd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957349 Mar 31 22:04:42.089167 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-a61d0fda-3280-4884-a3a7-048359e8974f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Allocated IP 172.27.2.121 (ad19088a-a902-4a91-855f-5fb9d1c67d87/5d366205-9c7a-4898-9c8b-600d476ec59e/b9ed0e0e-1126-4ff0-aa45-8a613e452ddd) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:04:42.127724 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-80f3cfde-3096-44b6-b871-c3beb1b2fa4c tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks [] for port (7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:42.152722 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5e7f2aa3-26ca-48b7-ba96-3b4dc60ca730 req-00928c36-6d63-450c-bca0-40c7b864e558 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/security-groups?id=65920674-ddc5-492b-bcb2-b5a647a6a043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616642 Mar 31 22:04:42.223805 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.57', 50435) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:42.390837 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b3615505-d52b-4a9a-9e9e-f74f9a704f54 req-a34b41ee-c244-4fcb-b3bf-bdf81aac794a service neutron] 10.222.0.57 "GET /v2.0/networks/c50d8f22-7eaa-4cf3-bb86-831bec13bd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947586 Mar 31 22:04:42.432764 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-d32a81b7-852c-4d07-a36e-413669059cac None None] Current status of the port f67a0f26-97a7-48a6-9414-24df8c326d24 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:42.445295 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d32a81b7-852c-4d07-a36e-413669059cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (f67a0f26-97a7-48a6-9414-24df8c326d24), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:42.461900 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a61d0fda-3280-4884-a3a7-048359e8974f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for port (b9ed0e0e-1126-4ff0-aa45-8a613e452ddd), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:42.511778 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-105f8c87-2264-4e59-9f7b-68ff5838a89f req-88c73226-cfee-436e-9e86-c51279ddd4d1 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 210 time: 0.1192882 Mar 31 22:04:42.515600 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1172b637-415d-4566-9f22-f06c3f480712 req-d7c1dd9d-21ea-48aa-a406-9f23777f3f6d tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 210 time: 0.1200371 Mar 31 22:04:42.546330 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-80f3cfde-3096-44b6-b871-c3beb1b2fa4c tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:42.592642 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-d32a81b7-852c-4d07-a36e-413669059cac None None] For port f67a0f26-97a7-48a6-9414-24df8c326d24, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=f67a0f26-97a7-48a6-9414-24df8c326d24,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:42.610544 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-f7a91cd2-f258-4a27-bfc8-f21a589d6c29 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:42.613501 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'name': 'tempest-AttachVolumeShelveTestJSON-2065121846-router', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'gw_port': {'id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'f67a0f26-97a7-48a6-9414-24df8c326d24', 'name': '', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'mac_address': 'fa:16:3e:4e:28:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:41Z', 'revision_number': 4, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'subnets': [{'id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:04:42.613690 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-f7a91cd2-f258-4a27-bfc8-f21a589d6c29 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.57 "GET /v2.0/networks?id=1cfcbe07-ec4b-4324-9343-639a3e44e48c HTTP/1.1" status: 200 len: 813 time: 0.3888714 Mar 31 22:04:42.637817 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a61d0fda-3280-4884-a3a7-048359e8974f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (b9ed0e0e-1126-4ff0-aa45-8a613e452ddd), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:42.655290 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c543d80-2352-4fe2-ad07-9938139e4e86 None None] The sync data for ids ['79595681-dc03-45d7-a583-93da0fd8f1e2'] in dv-cinder-836083-1-iscsi is: [{'id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'name': 'tempest-AttachVolumeShelveTestJSON-2065121846-router', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'gw_port': {'id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'f67a0f26-97a7-48a6-9414-24df8c326d24', 'name': '', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'mac_address': 'fa:16:3e:4e:28:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:41Z', 'revision_number': 4, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'subnets': [{'id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:04:42.660645 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-80f3cfde-3096-44b6-b871-c3beb1b2fa4c tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Network 6141f838-016f-4422-a50b-fae51e1d7ab9 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:04:42.663571 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d32a81b7-852c-4d07-a36e-413669059cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (f67a0f26-97a7-48a6-9414-24df8c326d24), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:42.690535 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-80f3cfde-3096-44b6-b871-c3beb1b2fa4c tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:42.748695 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-80f3cfde-3096-44b6-b871-c3beb1b2fa4c tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:04:42.772221 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9d99acca-2369-4cb0-a866-b1751780dfc4 req-32caf794-6b20-413c-a6b0-fecfecf17799 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 210 time: 0.1621284 Mar 31 22:04:42.785915 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-80f3cfde-3096-44b6-b871-c3beb1b2fa4c tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:42.785915 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-80f3cfde-3096-44b6-b871-c3beb1b2fa4c tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:42.858745 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61d0fda-3280-4884-a3a7-048359e8974f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:04:42.890784 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-a61d0fda-3280-4884-a3a7-048359e8974f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:42.996747 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-e9c09de0-c37a-4c7b-abd2-fc5f548c9a2e tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=891af07672f940c09ae8cbf340a48b4d HTTP/1.1" status: 200 len: 380 time: 0.3558807 Mar 31 22:04:42.997632 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3cfde-3096-44b6-b871-c3beb1b2fa4c tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Pushing event updated for resources: {'Port': ['ID=7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:43.033333 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61d0fda-3280-4884-a3a7-048359e8974f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:04:43.043023 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-d60c127e-b0b1-417e-bf12-ed29e1ebafb0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Request body: {'port': {'device_id': 'da580190-89dd-449b-b823-4df61419788d', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'admin_state_up': True, 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'security_groups': ['57f7280b-d370-4eed-bfc5-65256f610a8d']}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:43.102693 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a81b7-852c-4d07-a36e-413669059cac None None] Pushing event updated for resources: {'Port': ['ID=f67a0f26-97a7-48a6-9414-24df8c326d24,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:43.153922 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d0fda-3280-4884-a3a7-048359e8974f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Pushing event updated for resources: {'Port': ['ID=b9ed0e0e-1126-4ff0-aa45-8a613e452ddd,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:43.303692 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-546e74ba-718c-421c-a9b2-ae29d270d37c None None] Provisioning complete for port 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:43.308485 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-546e74ba-718c-421c-a9b2-ae29d270d37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:43.352708 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-80f3cfde-3096-44b6-b871-c3beb1b2fa4c tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9864678 Mar 31 22:04:43.369496 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-483b7e34-8632-492b-91ef-7aa19932f41d service neutron] Request body: {'port': {'device_id': '11d9322b-8ec2-4c50-a370-6515f09c4d36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:43.377347 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c0e5f-3312-480b-8d8a-da7ff0bcd8c8 req-0a79e07e-5a07-4c06-8fc0-ba3675de672f tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:43.380140 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cf6c0e5f-3312-480b-8d8a-da7ff0bcd8c8 req-0a79e07e-5a07-4c06-8fc0-ba3675de672f tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 943 time: 0.1058593 Mar 31 22:04:43.426072 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-546e74ba-718c-421c-a9b2-ae29d270d37c None None] Port 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:04:43.471541 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a61d0fda-3280-4884-a3a7-048359e8974f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for floatingip (caffbe39-7e33-4b58-bddf-0a537fd4f785), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:43.477003 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cf6c0e5f-3312-480b-8d8a-da7ff0bcd8c8 req-6f808454-1c3d-4ed3-a54a-af4e3bef824e tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/security-groups?id=65920674-ddc5-492b-bcb2-b5a647a6a043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904534 Mar 31 22:04:43.530771 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-483b7e34-8632-492b-91ef-7aa19932f41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:43.712136 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fc25e16c-3417-42fb-b6d0-f5f14cb7c631 req-2a64cc32-f328-419a-bab8-2c83b1cba6eb tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 210 time: 0.0798483 Mar 31 22:04:43.720221 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a61d0fda-3280-4884-a3a7-048359e8974f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (b9ed0e0e-1126-4ff0-aa45-8a613e452ddd), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:43.766058 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-31a1995c-5980-4d01-85d2-f17ccd66e1bb req-262f4c8a-43fc-4725-aeb4-6692ea4876aa tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 210 time: 0.0685921 Mar 31 22:04:43.776872 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-d60c127e-b0b1-417e-bf12-ed29e1ebafb0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Made reservation on behalf of 891af07672f940c09ae8cbf340a48b4d for: {'port': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:04:43.780192 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-d60c127e-b0b1-417e-bf12-ed29e1ebafb0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:43.828662 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-88c1ef4b-dfe1-49f2-8deb-1ddfad3ac6bf req-4bb38832-1a70-4083-83f7-727b7fbe56a1 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 210 time: 0.0406952 Mar 31 22:04:44.154778 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-d60c127e-b0b1-417e-bf12-ed29e1ebafb0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Allocated IP 172.20.0.6 (1cfcbe07-ec4b-4324-9343-639a3e44e48c/46fdab92-2c2a-49be-bf50-a72b75107edf/8bfedc15-e7a1-4038-9c38-fe252f276d62) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:04:44.347657 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a61d0fda-3280-4884-a3a7-048359e8974f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for port (b9ed0e0e-1126-4ff0-aa45-8a613e452ddd), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:44.371292 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-483b7e34-8632-492b-91ef-7aa19932f41d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e {{(pid=110666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:04:44.395716 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-483b7e34-8632-492b-91ef-7aa19932f41d service neutron] Publish callbacks [] for port (7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:44.409156 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device f67a0f26-97a7-48a6-9414-24df8c326d24 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:04:44.429410 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.provisioning_blocks [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-483b7e34-8632-492b-91ef-7aa19932f41d service neutron] Transition to ACTIVE for port object 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e will not be triggered until provisioned by entity L2. {{(pid=110666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 22:04:44.497039 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a61d0fda-3280-4884-a3a7-048359e8974f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (b9ed0e0e-1126-4ff0-aa45-8a613e452ddd), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:44.515155 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port f67a0f26-97a7-48a6-9414-24df8c326d24 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:44.518424 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (f67a0f26-97a7-48a6-9414-24df8c326d24), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:44.592362 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-483b7e34-8632-492b-91ef-7aa19932f41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:44.625565 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d0fda-3280-4884-a3a7-048359e8974f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Pushing event updated for resources: {'Port': ['ID=b9ed0e0e-1126-4ff0-aa45-8a613e452ddd,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:44.673892 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-d60c127e-b0b1-417e-bf12-ed29e1ebafb0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for port (8bfedc15-e7a1-4038-9c38-fe252f276d62), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:44.674389 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a61d0fda-3280-4884-a3a7-048359e8974f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (caffbe39-7e33-4b58-bddf-0a537fd4f785), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:44.731229 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port f67a0f26-97a7-48a6-9414-24df8c326d24 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:44.773713 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a61d0fda-3280-4884-a3a7-048359e8974f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:44.799662 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-a61d0fda-3280-4884-a3a7-048359e8974f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4279344 Mar 31 22:04:44.801354 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3678c9-1291-4a92-9927-69186d1c707a req-f5ba7530-ac99-4641-8831-4dcdc2e77858 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:44.816716 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fa3678c9-1291-4a92-9927-69186d1c707a req-f5ba7530-ac99-4641-8831-4dcdc2e77858 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.57 "GET /v2.0/networks?id=0382e6fe-1738-4da8-a648-cd0ccb96afb3 HTTP/1.1" status: 200 len: 811 time: 0.2988749 Mar 31 22:04:44.975733 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b7e34-8632-492b-91ef-7aa19932f41d service neutron] Pushing event updated for resources: {'Port': ['ID=7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:44.987613 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2325265d-2bbd-4d18-bee1-068039735093 req-c9678bcc-6fac-4ab5-b7c3-2b0d70203f9e tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 210 time: 0.0927825 Mar 31 22:04:45.001592 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fa3678c9-1291-4a92-9927-69186d1c707a req-f14462eb-889f-439d-a569-a72a5c65924d tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6ec8840baa0418eaaf3929e20b8ac22 HTTP/1.1" status: 200 len: 379 time: 0.1756325 Mar 31 22:04:45.025669 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-fa3678c9-1291-4a92-9927-69186d1c707a req-4f4dbfd8-6e12-4c90-9cef-dd1dd7d7cc71 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Request body: {'port': {'device_id': '621c1182-7fcc-4be4-8783-2c02fc37e4f6', 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'admin_state_up': True, 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'security_groups': ['cadee929-cadc-40e0-8bd7-664916074928']}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:45.068385 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-483b7e34-8632-492b-91ef-7aa19932f41d service neutron] Attempting to bind port 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:04:45.068785 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-483b7e34-8632-492b-91ef-7aa19932f41d service neutron] Attempting to bind port 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'b743cf90-b78b-43d9-8f0e-75a85fa1a9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:04:45.069146 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-483b7e34-8632-492b-91ef-7aa19932f41d service neutron] Attempting to bind port 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e on network 6141f838-016f-4422-a50b-fae51e1d7ab9 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:04:45.077665 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5869d9-74d9-48f7-9057-611095835822 req-f1e94da2-47c2-4d4f-9324-baa9cc11d087 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:45.081766 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8e5869d9-74d9-48f7-9057-611095835822 req-f1e94da2-47c2-4d4f-9324-baa9cc11d087 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 943 time: 0.4262564 Mar 31 22:04:45.084919 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-483b7e34-8632-492b-91ef-7aa19932f41d service neutron] Port 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e on network 6141f838-016f-4422-a50b-fae51e1d7ab9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:04:45.085970 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-483b7e34-8632-492b-91ef-7aa19932f41d service neutron] Attempting to bind port 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e on network 6141f838-016f-4422-a50b-fae51e1d7ab9 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:04:45.092409 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-483b7e34-8632-492b-91ef-7aa19932f41d service neutron] Checking agent: {'id': '0c6c7b6d-d51d-4e70-9732-01ea9921e922', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'started_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:04:45.093081 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-483b7e34-8632-492b-91ef-7aa19932f41d service neutron] Checking segment: {'id': 'b743cf90-b78b-43d9-8f0e-75a85fa1a9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:04:45.093843 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-483b7e34-8632-492b-91ef-7aa19932f41d service neutron] Bound using segment: {'id': 'b743cf90-b78b-43d9-8f0e-75a85fa1a9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:04:45.095361 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-483b7e34-8632-492b-91ef-7aa19932f41d service neutron] Bound port: 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b743cf90-b78b-43d9-8f0e-75a85fa1a9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:04:45.095936 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-483b7e34-8632-492b-91ef-7aa19932f41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:45.149241 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-d60c127e-b0b1-417e-bf12-ed29e1ebafb0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (8bfedc15-e7a1-4038-9c38-fe252f276d62), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:45.175156 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2156a726-d3a6-4f87-b6f9-f545be6a70de req-d2dc8c66-7052-4fce-8aa0-b37c5ec5941a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 210 time: 0.0826969 Mar 31 22:04:45.240651 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8e5869d9-74d9-48f7-9057-611095835822 req-ab9337fd-1dba-4ddc-81da-23ef890a107b tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/security-groups?id=65920674-ddc5-492b-bcb2-b5a647a6a043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419075 Mar 31 22:04:45.256360 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-d60c127e-b0b1-417e-bf12-ed29e1ebafb0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Network 1cfcbe07-ec4b-4324-9343-639a3e44e48c is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:04:45.266046 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-d60c127e-b0b1-417e-bf12-ed29e1ebafb0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:45.269592 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-d60c127e-b0b1-417e-bf12-ed29e1ebafb0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:04:45.274845 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-d60c127e-b0b1-417e-bf12-ed29e1ebafb0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:45.275464 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-d60c127e-b0b1-417e-bf12-ed29e1ebafb0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:45.281137 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-483b7e34-8632-492b-91ef-7aa19932f41d service neutron] For port 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e, host hv-cinder-83608, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:04:45.287545 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-483b7e34-8632-492b-91ef-7aa19932f41d service neutron] For port 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e,segment=NetworkSegment(b743cf90-b78b-43d9-8f0e-75a85fa1a9c0),segment_id=b743cf90-b78b-43d9-8f0e-75a85fa1a9c0)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:04:45.289580 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c127e-b0b1-417e-bf12-ed29e1ebafb0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event updated for resources: {'Port': ['ID=8bfedc15-e7a1-4038-9c38-fe252f276d62,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:45.365146 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-d60c127e-b0b1-417e-bf12-ed29e1ebafb0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3263543 Mar 31 22:04:45.369041 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-483b7e34-8632-492b-91ef-7aa19932f41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:45.377030 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-847a1853-ffdb-4b6c-bf85-2223d87845f1 req-9516e4af-442e-4f8f-9a9e-5711c446ec49 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 210 time: 0.0571311 Mar 31 22:04:45.390770 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-e2e81001-c703-4b2e-b461-7ed9f4b3a74e service neutron] Request body: {'port': {'device_id': 'da580190-89dd-449b-b823-4df61419788d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:45.461318 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-483b7e34-8632-492b-91ef-7aa19932f41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:45.462052 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-483b7e34-8632-492b-91ef-7aa19932f41d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:45.463795 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-483b7e34-8632-492b-91ef-7aa19932f41d service neutron] 10.222.0.57 "PUT /v2.0/ports/7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e HTTP/1.1" status: 200 len: 1093 time: 2.1000397 Mar 31 22:04:45.466084 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d9322b-8ec2-4c50-a370-6515f09c4d36', 'tag': '7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:04:45.481768 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-c1588cbd-a09a-450a-b6bd-c798673cc89e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--2016309876&fields=id&tenant_id=34e52cb5afa74b4eafaebe16c9e1e1d1 HTTP/1.1" status: 200 len: 267 time: 0.0908353 Mar 31 22:04:45.677333 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.57', 50444) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:45.717978 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-e4e3badc-69fc-4f4e-be24-a315e6785d59 None None] Provisioning complete for port 8bfedc15-e7a1-4038-9c38-fe252f276d62 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:45.718570 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e4e3badc-69fc-4f4e-be24-a315e6785d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (8bfedc15-e7a1-4038-9c38-fe252f276d62), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:45.839042 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-e4e3badc-69fc-4f4e-be24-a315e6785d59 None None] Port 8bfedc15-e7a1-4038-9c38-fe252f276d62 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:04:45.862373 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776f5dac-e534-4d16-a544-c57affdb98ef" -d '{"events": [{"name": "network-changed", "server_uuid": "11d9322b-8ec2-4c50-a370-6515f09c4d36", "tag": "7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:04:45.934263 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b7e34-8632-492b-91ef-7aa19932f41d service neutron] Pushing event updated for resources: {'Port': ['ID=7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:45.944807 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-e2e81001-c703-4b2e-b461-7ed9f4b3a74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (8bfedc15-e7a1-4038-9c38-fe252f276d62), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:46.004557 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa3678c9-1291-4a92-9927-69186d1c707a req-4f4dbfd8-6e12-4c90-9cef-dd1dd7d7cc71 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Made reservation on behalf of b6ec8840baa0418eaaf3929e20b8ac22 for: {'port': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:04:46.007843 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-fa3678c9-1291-4a92-9927-69186d1c707a req-4f4dbfd8-6e12-4c90-9cef-dd1dd7d7cc71 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:46.022650 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-62a7f9b7-f770-495e-b864-4b8cf250580c tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:46.024117 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-62a7f9b7-f770-495e-b864-4b8cf250580c tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/networks?id=39113ebe-596d-4feb-8ec9-18a7831cbf68 HTTP/1.1" status: 200 len: 817 time: 0.5266945 Mar 31 22:04:46.062507 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-c92e9184-c173-44d9-acc6-ccbf6030ebf4 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/quotas/34e52cb5afa74b4eafaebe16c9e1e1d1 HTTP/1.1" status: 200 len: 375 time: 0.0213833 Mar 31 22:04:46.073018 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-97ffea7d-5b8e-4a3c-8dfe-db079542ce44 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:46.074848 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-97ffea7d-5b8e-4a3c-8dfe-db079542ce44 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.57 "GET /v2.0/networks?id=6141f838-016f-4422-a50b-fae51e1d7ab9 HTTP/1.1" status: 200 len: 819 time: 0.3963120 Mar 31 22:04:46.077027 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-898c44b2-99de-4134-8856-4d50337e0807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:46.078560 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-898c44b2-99de-4134-8856-4d50337e0807 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b68fe8e4bc64eae87e72c9aa61ec996&device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 1127 time: 0.4767246 Mar 31 22:04:46.096150 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-254a4631-c9af-44d3-84e2-3f6d8a131d42 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Request body: {'port': {'device_id': 'fda86839-8b13-4220-81c8-f68257e22bb4', 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9', 'admin_state_up': True, 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:46.211882 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e30ad8-28fe-4769-a90f-53f12f33b2a8 x-openstack-request-id: req-11e30ad8-28fe-4769-a90f-53f12f33b2a8 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:04:46.212099 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d9322b-8ec2-4c50-a370-6515f09c4d36", "tag": "7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:04:46.212381 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-11e30ad8-28fe-4769-a90f-53f12f33b2a8 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:04:46.212844 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11e30ad8-28fe-4769-a90f-53f12f33b2a8'] response: {'name': 'network-changed', 'server_uuid': '11d9322b-8ec2-4c50-a370-6515f09c4d36', 'tag': '7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e', 'status': 'completed', 'code': 200} Mar 31 22:04:46.256107 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-764b3103-c4d2-4611-bea3-199cd83f0548 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=34e52cb5afa74b4eafaebe16c9e1e1d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1547842 Mar 31 22:04:46.270992 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [req-fa3678c9-1291-4a92-9927-69186d1c707a req-4f4dbfd8-6e12-4c90-9cef-dd1dd7d7cc71 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Allocated IP 172.20.0.14 (0382e6fe-1738-4da8-a648-cd0ccb96afb3/22da6a9c-27c7-4f9f-9fde-ed9d5543264e/ab834894-7c55-4fa2-bab1-c1eea0c6bd1a) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:04:46.353028 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 2fae38d2-9003-463c-ac76-bb124420f142 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:04:46.358838 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d615e7-f928-4822-8739-f9a6884ceedb req-10262c45-a231-4979-b55f-d65d1416fada tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:46.361204 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-26d615e7-f928-4822-8739-f9a6884ceedb req-10262c45-a231-4979-b55f-d65d1416fada tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 931 time: 0.1567967 Mar 31 22:04:46.454075 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-75ece3ce-1ead-4dbc-9cfb-34b077c9fb4f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e HTTP/1.1" status: 200 len: 217 time: 0.3643112 Mar 31 22:04:46.514292 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-cc186b9b-623a-4364-9305-c15d4d00e05d service neutron] 10.222.0.59 "GET /v2.0/networks/39113ebe-596d-4feb-8ec9-18a7831cbf68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358134 Mar 31 22:04:46.528356 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-26d615e7-f928-4822-8739-f9a6884ceedb req-a399fd0c-e04c-4d60-ab22-f70514935d70 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=57f7280b-d370-4eed-bfc5-65256f610a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579835 Mar 31 22:04:46.528811 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 2fae38d2-9003-463c-ac76-bb124420f142, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2fae38d2-9003-463c-ac76-bb124420f142,segment=NetworkSegment(41365700-3327-4f67-9705-601829ccd7c5),segment_id=41365700-3327-4f67-9705-601829ccd7c5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:46.554224 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': '2fae38d2-9003-463c-ac76-bb124420f142', 'network_id': 'c50d8f22-7eaa-4cf3-bb86-831bec13bd7f', 'port_id': '2fae38d2-9003-463c-ac76-bb124420f142', 'mac_address': 'fa:16:3e:65:ea:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b80fdb4-4467-4953-9e11-fa1763e56cd1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:04:46.609353 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 2fae38d2-9003-463c-ac76-bb124420f142 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:46.609925 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (2fae38d2-9003-463c-ac76-bb124420f142), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:46.633041 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fae38d2-9003-463c-ac76-bb124420f142 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:04:46.664228 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 2fae38d2-9003-463c-ac76-bb124420f142, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2fae38d2-9003-463c-ac76-bb124420f142,segment=NetworkSegment(41365700-3327-4f67-9705-601829ccd7c5),segment_id=41365700-3327-4f67-9705-601829ccd7c5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:46.669110 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-04752ef8-a225-4932-a2ed-d44f134f97ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:46.670525 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-04752ef8-a225-4932-a2ed-d44f134f97ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8b5c4bba-061c-4b42-ba5a-238b5f7cc181 HTTP/1.1" status: 200 len: 858 time: 0.1734331 Mar 31 22:04:46.672311 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ce77f04f-01a9-4256-bf9c-66f40fd5dec3 req-3049d758-3bd9-4dfa-9ee8-17322243afad tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 210 time: 0.0536320 Mar 31 22:04:46.678304 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-fa3678c9-1291-4a92-9927-69186d1c707a req-4f4dbfd8-6e12-4c90-9cef-dd1dd7d7cc71 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for port (ab834894-7c55-4fa2-bab1-c1eea0c6bd1a), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:46.732707 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-7e9deddd-69e2-470f-8cff-7615c03774a6 service neutron] 10.222.0.59 "GET /v2.0/networks/39113ebe-596d-4feb-8ec9-18a7831cbf68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027240 Mar 31 22:04:46.755124 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (2fae38d2-9003-463c-ac76-bb124420f142), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:46.807153 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-254a4631-c9af-44d3-84e2-3f6d8a131d42 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Made reservation on behalf of 6b68fe8e4bc64eae87e72c9aa61ec996 for: {'port': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:04:46.810772 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-254a4631-c9af-44d3-84e2-3f6d8a131d42 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:46.866299 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=2fae38d2-9003-463c-ac76-bb124420f142,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:46.889315 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-fa3678c9-1291-4a92-9927-69186d1c707a req-4f4dbfd8-6e12-4c90-9cef-dd1dd7d7cc71 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (ab834894-7c55-4fa2-bab1-c1eea0c6bd1a), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:46.935975 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f46755-c134-4fd9-8ceb-a68af20e43b0 req-f4bb90b2-08dd-4261-a428-7ed6da922f68 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:46.943215 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d0f46755-c134-4fd9-8ceb-a68af20e43b0 req-f4bb90b2-08dd-4261-a428-7ed6da922f68 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 944 time: 0.1553996 Mar 31 22:04:47.015646 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa3678c9-1291-4a92-9927-69186d1c707a req-4f4dbfd8-6e12-4c90-9cef-dd1dd7d7cc71 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Network 0382e6fe-1738-4da8-a648-cd0ccb96afb3 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:04:47.019620 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [req-fa3678c9-1291-4a92-9927-69186d1c707a req-4f4dbfd8-6e12-4c90-9cef-dd1dd7d7cc71 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:47.019749 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['2fae38d2-9003-463c-ac76-bb124420f142'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:04:47.021827 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4dbfd8-6e12-4c90-9cef-dd1dd7d7cc71 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Pushing event updated for resources: {'Port': ['ID=ab834894-7c55-4fa2-bab1-c1eea0c6bd1a,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:47.024754 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3678c9-1291-4a92-9927-69186d1c707a req-4f4dbfd8-6e12-4c90-9cef-dd1dd7d7cc71 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:04:47.030367 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3678c9-1291-4a92-9927-69186d1c707a req-4f4dbfd8-6e12-4c90-9cef-dd1dd7d7cc71 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:47.031123 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-fa3678c9-1291-4a92-9927-69186d1c707a req-4f4dbfd8-6e12-4c90-9cef-dd1dd7d7cc71 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:47.033741 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-b17ffb35-ecad-42f8-be77-1a6ee7236114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:47.037794 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-b17ffb35-ecad-42f8-be77-1a6ee7236114 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6141f838-016f-4422-a50b-fae51e1d7ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3425612 Mar 31 22:04:47.054513 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d0f46755-c134-4fd9-8ceb-a68af20e43b0 req-812f4ded-a03f-4e7e-9900-289742b98c1a tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/security-groups?id=65920674-ddc5-492b-bcb2-b5a647a6a043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103241 Mar 31 22:04:47.120158 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-73db1174-87b6-4cda-9d07-3b1a0fa41cb3 req-6b19a003-1358-4b0b-85fd-635fcacb482d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 210 time: 0.0283771 Mar 31 22:04:47.145636 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fa3678c9-1291-4a92-9927-69186d1c707a req-4f4dbfd8-6e12-4c90-9cef-dd1dd7d7cc71 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1339488 Mar 31 22:04:47.172091 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-fa3678c9-1291-4a92-9927-69186d1c707a req-ebc2aba2-a459-4fc0-ba5f-757dc20c6fce service neutron] Request body: {'port': {'device_id': '621c1182-7fcc-4be4-8783-2c02fc37e4f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:47.183671 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d43560ec-6cd5-49c6-9286-b4cb7afe1986 req-6461fffa-927f-440e-b8f5-35726f56c813 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 210 time: 0.0590017 Mar 31 22:04:47.187454 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-254a4631-c9af-44d3-84e2-3f6d8a131d42 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Allocated IP 172.20.0.12 (6141f838-016f-4422-a50b-fae51e1d7ab9/8b5c4bba-061c-4b42-ba5a-238b5f7cc181/eb54c229-a93f-4ebc-a1f8-6279b602ff36) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:04:47.300848 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-fa3678c9-1291-4a92-9927-69186d1c707a req-ebc2aba2-a459-4fc0-ba5f-757dc20c6fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (ab834894-7c55-4fa2-bab1-c1eea0c6bd1a), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:47.475693 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-a18474f1-d5aa-4d2b-a14f-0340cbc9e23f None None] Provisioning complete for port ab834894-7c55-4fa2-bab1-c1eea0c6bd1a triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:47.476070 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a18474f1-d5aa-4d2b-a14f-0340cbc9e23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (ab834894-7c55-4fa2-bab1-c1eea0c6bd1a), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:47.490909 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-e2e81001-c703-4b2e-b461-7ed9f4b3a74e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bfedc15-e7a1-4038-9c38-fe252f276d62 {{(pid=110666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:04:47.507733 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-e2e81001-c703-4b2e-b461-7ed9f4b3a74e service neutron] Publish callbacks [] for port (8bfedc15-e7a1-4038-9c38-fe252f276d62), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:47.535687 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-a18474f1-d5aa-4d2b-a14f-0340cbc9e23f None None] Port ab834894-7c55-4fa2-bab1-c1eea0c6bd1a cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:04:47.538276 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.provisioning_blocks [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-e2e81001-c703-4b2e-b461-7ed9f4b3a74e service neutron] Transition to ACTIVE for port object 8bfedc15-e7a1-4038-9c38-fe252f276d62 will not be triggered until provisioned by entity L2. {{(pid=110666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 22:04:47.549621 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-92fe1d51-522f-4eef-90f2-52d66eaa8958 service neutron] 10.222.0.57 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430447 Mar 31 22:04:47.573780 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-254a4631-c9af-44d3-84e2-3f6d8a131d42 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks [] for port (eb54c229-a93f-4ebc-a1f8-6279b602ff36), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:47.622224 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-e2e81001-c703-4b2e-b461-7ed9f4b3a74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (8bfedc15-e7a1-4038-9c38-fe252f276d62), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:47.700176 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [req-fa3678c9-1291-4a92-9927-69186d1c707a req-ebc2aba2-a459-4fc0-ba5f-757dc20c6fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab834894-7c55-4fa2-bab1-c1eea0c6bd1a {{(pid=110667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:04:47.717835 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1a879-ab85-4fff-9edb-8836fa880711 req-eea470a9-cf16-4683-a6a3-e30f5078bbb7 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:47.722784 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dbe1a879-ab85-4fff-9edb-8836fa880711 req-eea470a9-cf16-4683-a6a3-e30f5078bbb7 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 943 time: 0.1180906 Mar 31 22:04:47.724824 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-fa3678c9-1291-4a92-9927-69186d1c707a req-ebc2aba2-a459-4fc0-ba5f-757dc20c6fce service neutron] Publish callbacks [] for port (ab834894-7c55-4fa2-bab1-c1eea0c6bd1a), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:47.725433 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e81001-c703-4b2e-b461-7ed9f4b3a74e service neutron] Pushing event updated for resources: {'Port': ['ID=8bfedc15-e7a1-4038-9c38-fe252f276d62,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:47.774776 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.provisioning_blocks [req-fa3678c9-1291-4a92-9927-69186d1c707a req-ebc2aba2-a459-4fc0-ba5f-757dc20c6fce service neutron] Transition to ACTIVE for port object ab834894-7c55-4fa2-bab1-c1eea0c6bd1a will not be triggered until provisioned by entity L2. {{(pid=110667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 22:04:47.803509 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-45e5fe13-b9e5-4041-84b0-5e1063c18843 req-19adcc01-9ce5-4b22-823c-709f6e05566d service neutron] 10.222.0.57 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464983 Mar 31 22:04:47.818065 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-254a4631-c9af-44d3-84e2-3f6d8a131d42 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (eb54c229-a93f-4ebc-a1f8-6279b602ff36), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:47.863858 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-e2e81001-c703-4b2e-b461-7ed9f4b3a74e service neutron] Attempting to bind port 8bfedc15-e7a1-4038-9c38-fe252f276d62 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:04:47.864263 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-e2e81001-c703-4b2e-b461-7ed9f4b3a74e service neutron] Attempting to bind port 8bfedc15-e7a1-4038-9c38-fe252f276d62 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'a131c32f-8f0e-49e7-8e61-166d6f753cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:04:47.864638 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-e2e81001-c703-4b2e-b461-7ed9f4b3a74e service neutron] Attempting to bind port 8bfedc15-e7a1-4038-9c38-fe252f276d62 on network 1cfcbe07-ec4b-4324-9343-639a3e44e48c {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:04:47.881232 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-e2e81001-c703-4b2e-b461-7ed9f4b3a74e service neutron] Port 8bfedc15-e7a1-4038-9c38-fe252f276d62 on network 1cfcbe07-ec4b-4324-9343-639a3e44e48c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:04:47.881470 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-e2e81001-c703-4b2e-b461-7ed9f4b3a74e service neutron] Attempting to bind port 8bfedc15-e7a1-4038-9c38-fe252f276d62 on network 1cfcbe07-ec4b-4324-9343-639a3e44e48c {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:04:47.889765 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-254a4631-c9af-44d3-84e2-3f6d8a131d42 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Network 6141f838-016f-4422-a50b-fae51e1d7ab9 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:04:47.901713 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-e2e81001-c703-4b2e-b461-7ed9f4b3a74e service neutron] Checking agent: {'id': '0c6c7b6d-d51d-4e70-9732-01ea9921e922', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'started_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:04:47.902221 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-e2e81001-c703-4b2e-b461-7ed9f4b3a74e service neutron] Checking segment: {'id': 'a131c32f-8f0e-49e7-8e61-166d6f753cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:04:47.902588 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-e2e81001-c703-4b2e-b461-7ed9f4b3a74e service neutron] Bound using segment: {'id': 'a131c32f-8f0e-49e7-8e61-166d6f753cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:04:47.903080 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-e2e81001-c703-4b2e-b461-7ed9f4b3a74e service neutron] Bound port: 8bfedc15-e7a1-4038-9c38-fe252f276d62, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a131c32f-8f0e-49e7-8e61-166d6f753cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:04:47.903445 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-e2e81001-c703-4b2e-b461-7ed9f4b3a74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (8bfedc15-e7a1-4038-9c38-fe252f276d62), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:47.905666 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-254a4631-c9af-44d3-84e2-3f6d8a131d42 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:47.910841 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-254a4631-c9af-44d3-84e2-3f6d8a131d42 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:04:47.911444 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-fa3678c9-1291-4a92-9927-69186d1c707a req-ebc2aba2-a459-4fc0-ba5f-757dc20c6fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (ab834894-7c55-4fa2-bab1-c1eea0c6bd1a), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:47.929255 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-254a4631-c9af-44d3-84e2-3f6d8a131d42 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:47.932056 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-254a4631-c9af-44d3-84e2-3f6d8a131d42 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:47.937157 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a4631-c9af-44d3-84e2-3f6d8a131d42 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Pushing event updated for resources: {'Port': ['ID=eb54c229-a93f-4ebc-a1f8-6279b602ff36,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:47.944023 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dbe1a879-ab85-4fff-9edb-8836fa880711 req-b76a9e6e-7620-4496-ac20-2e7f88603e9f tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=57f7280b-d370-4eed-bfc5-65256f610a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878676 Mar 31 22:04:48.029430 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2aba2-a459-4fc0-ba5f-757dc20c6fce service neutron] Pushing event updated for resources: {'Port': ['ID=ab834894-7c55-4fa2-bab1-c1eea0c6bd1a,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:48.045822 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343f694-fa37-4491-a70d-d475d8a28629 req-042388d8-415d-435d-98f9-2e89deaf65e7 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:48.053988 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1343f694-fa37-4491-a70d-d475d8a28629 req-042388d8-415d-435d-98f9-2e89deaf65e7 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 932 time: 0.2174995 Mar 31 22:04:48.175821 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f5dac-e534-4d16-a544-c57affdb98ef req-5d751300-d5bd-49b8-b101-bf7bd4ba6a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:48.177332 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-776f5dac-e534-4d16-a544-c57affdb98ef req-5d751300-d5bd-49b8-b101-bf7bd4ba6a4a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b68fe8e4bc64eae87e72c9aa61ec996&device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 1127 time: 0.2128353 Mar 31 22:04:48.181139 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-e2e81001-c703-4b2e-b461-7ed9f4b3a74e service neutron] For port 8bfedc15-e7a1-4038-9c38-fe252f276d62, host hv-cinder-83608, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:04:48.184529 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-e2e81001-c703-4b2e-b461-7ed9f4b3a74e service neutron] For port 8bfedc15-e7a1-4038-9c38-fe252f276d62, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8bfedc15-e7a1-4038-9c38-fe252f276d62,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:04:48.202912 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-fa3678c9-1291-4a92-9927-69186d1c707a req-ebc2aba2-a459-4fc0-ba5f-757dc20c6fce service neutron] Attempting to bind port ab834894-7c55-4fa2-bab1-c1eea0c6bd1a on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:04:48.202912 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-fa3678c9-1291-4a92-9927-69186d1c707a req-ebc2aba2-a459-4fc0-ba5f-757dc20c6fce service neutron] Attempting to bind port ab834894-7c55-4fa2-bab1-c1eea0c6bd1a by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '0f1db625-fbb2-413d-bece-5f36d62a5b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3'}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:04:48.203195 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3678c9-1291-4a92-9927-69186d1c707a req-ebc2aba2-a459-4fc0-ba5f-757dc20c6fce service neutron] Attempting to bind port ab834894-7c55-4fa2-bab1-c1eea0c6bd1a on network 0382e6fe-1738-4da8-a648-cd0ccb96afb3 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:04:48.218132 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3678c9-1291-4a92-9927-69186d1c707a req-ebc2aba2-a459-4fc0-ba5f-757dc20c6fce service neutron] Port ab834894-7c55-4fa2-bab1-c1eea0c6bd1a on network 0382e6fe-1738-4da8-a648-cd0ccb96afb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:04:48.218132 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3678c9-1291-4a92-9927-69186d1c707a req-ebc2aba2-a459-4fc0-ba5f-757dc20c6fce service neutron] Attempting to bind port ab834894-7c55-4fa2-bab1-c1eea0c6bd1a on network 0382e6fe-1738-4da8-a648-cd0ccb96afb3 {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:04:48.252013 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3678c9-1291-4a92-9927-69186d1c707a req-ebc2aba2-a459-4fc0-ba5f-757dc20c6fce service neutron] Checking agent: {'id': '0c6c7b6d-d51d-4e70-9732-01ea9921e922', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'started_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:04:48.252358 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3678c9-1291-4a92-9927-69186d1c707a req-ebc2aba2-a459-4fc0-ba5f-757dc20c6fce service neutron] Checking segment: {'id': '0f1db625-fbb2-413d-bece-5f36d62a5b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:04:48.252747 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3678c9-1291-4a92-9927-69186d1c707a req-ebc2aba2-a459-4fc0-ba5f-757dc20c6fce service neutron] Bound using segment: {'id': '0f1db625-fbb2-413d-bece-5f36d62a5b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3'} {{(pid=110667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:04:48.252917 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-254a4631-c9af-44d3-84e2-3f6d8a131d42 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1615436 Mar 31 22:04:48.253189 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.managers [req-fa3678c9-1291-4a92-9927-69186d1c707a req-ebc2aba2-a459-4fc0-ba5f-757dc20c6fce service neutron] Bound port: ab834894-7c55-4fa2-bab1-c1eea0c6bd1a, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f1db625-fbb2-413d-bece-5f36d62a5b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3'}}] {{(pid=110667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:04:48.253534 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-fa3678c9-1291-4a92-9927-69186d1c707a req-ebc2aba2-a459-4fc0-ba5f-757dc20c6fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (ab834894-7c55-4fa2-bab1-c1eea0c6bd1a), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:48.280858 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1343f694-fa37-4491-a70d-d475d8a28629 req-80113927-30d5-499c-9e7e-4a7cd9860037 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257116 Mar 31 22:04:48.289703 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-5c6e18e5-1262-467b-985a-a3d06efe51e0 service neutron] Request body: {'port': {'device_id': 'fda86839-8b13-4220-81c8-f68257e22bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:48.328857 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea102e9b-be03-41c6-aa08-7700eae74d2c req-0d735d3c-d916-4066-8f31-afee22c1f4f1 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:48.339509 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ea102e9b-be03-41c6-aa08-7700eae74d2c req-0d735d3c-d916-4066-8f31-afee22c1f4f1 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 944 time: 0.1676376 Mar 31 22:04:48.365996 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 2fae38d2-9003-463c-ac76-bb124420f142 up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:04:48.380190 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-e2e81001-c703-4b2e-b461-7ed9f4b3a74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (8bfedc15-e7a1-4038-9c38-fe252f276d62), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:48.539075 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-fa3678c9-1291-4a92-9927-69186d1c707a req-ebc2aba2-a459-4fc0-ba5f-757dc20c6fce service neutron] For port ab834894-7c55-4fa2-bab1-c1eea0c6bd1a, host hv-cinder-83608, cleared binding levels {{(pid=110667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:04:48.540577 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-e2e81001-c703-4b2e-b461-7ed9f4b3a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:48.541369 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-e2e81001-c703-4b2e-b461-7ed9f4b3a74e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:48.542986 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-e2e81001-c703-4b2e-b461-7ed9f4b3a74e service neutron] 10.222.0.57 "PUT /v2.0/ports/8bfedc15-e7a1-4038-9c38-fe252f276d62 HTTP/1.1" status: 200 len: 1093 time: 3.1700559 Mar 31 22:04:48.551712 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da580190-89dd-449b-b823-4df61419788d', 'tag': '8bfedc15-e7a1-4038-9c38-fe252f276d62'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:04:48.555018 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f896cb57-65f7-43c5-b224-3fd7a6a5f3c3" -d '{"events": [{"name": "network-changed", "server_uuid": "da580190-89dd-449b-b823-4df61419788d", "tag": "8bfedc15-e7a1-4038-9c38-fe252f276d62"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:04:48.578282 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ea102e9b-be03-41c6-aa08-7700eae74d2c req-bdc92054-76d2-4f96-ba77-cd272b0a9c8b tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/security-groups?id=65920674-ddc5-492b-bcb2-b5a647a6a043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302530 Mar 31 22:04:48.583454 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-fa3678c9-1291-4a92-9927-69186d1c707a req-ebc2aba2-a459-4fc0-ba5f-757dc20c6fce service neutron] For port ab834894-7c55-4fa2-bab1-c1eea0c6bd1a, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ab834894-7c55-4fa2-bab1-c1eea0c6bd1a,segment=NetworkSegment(0f1db625-fbb2-413d-bece-5f36d62a5b67),segment_id=0f1db625-fbb2-413d-bece-5f36d62a5b67)] {{(pid=110667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:04:48.596107 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 55788) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:48.603573 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning for port 2fae38d2-9003-463c-ac76-bb124420f142 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 22:04:48.618919 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port 2fae38d2-9003-463c-ac76-bb124420f142 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:48.619672 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (2fae38d2-9003-463c-ac76-bb124420f142), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:48.648937 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-5c6e18e5-1262-467b-985a-a3d06efe51e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (eb54c229-a93f-4ebc-a1f8-6279b602ff36), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:48.649369 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b1dd0-3318-492f-a09b-38e0240f89b5 req-75c7be5b-df15-4983-8b0b-8d9a3ac8cdcb tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:48.651029 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-395b1dd0-3318-492f-a09b-38e0240f89b5 req-75c7be5b-df15-4983-8b0b-8d9a3ac8cdcb tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 932 time: 0.2336879 Mar 31 22:04:48.674709 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f5dac-e534-4d16-a544-c57affdb98ef req-c34a8a15-f167-48a7-81af-7bf8a75755c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:48.679051 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-776f5dac-e534-4d16-a544-c57affdb98ef req-c34a8a15-f167-48a7-81af-7bf8a75755c1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6141f838-016f-4422-a50b-fae51e1d7ab9 HTTP/1.1" status: 200 len: 920 time: 0.4928949 Mar 31 22:04:48.685407 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e81001-c703-4b2e-b461-7ed9f4b3a74e service neutron] Pushing event updated for resources: {'Port': ['ID=8bfedc15-e7a1-4038-9c38-fe252f276d62,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:48.726699 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-77eeaf66-d435-4587-82c1-25d70a4e1735 None None] Provisioning complete for port eb54c229-a93f-4ebc-a1f8-6279b602ff36 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:48.730298 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-77eeaf66-d435-4587-82c1-25d70a4e1735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (eb54c229-a93f-4ebc-a1f8-6279b602ff36), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:48.751360 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-fa3678c9-1291-4a92-9927-69186d1c707a req-ebc2aba2-a459-4fc0-ba5f-757dc20c6fce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (ab834894-7c55-4fa2-bab1-c1eea0c6bd1a), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:48.760298 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-62368d18-9d87-40b5-843d-60a578cc9440 req-8ed80dd1-45cb-4544-8dfd-e6e21f8a86b0 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 210 time: 0.1082647 Mar 31 22:04:48.772472 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 55792) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:48.863657 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-776f5dac-e534-4d16-a544-c57affdb98ef req-922df9ad-e48c-480f-bee7-7528077172c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e HTTP/1.1" status: 200 len: 217 time: 0.1602190 Mar 31 22:04:48.869664 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-395b1dd0-3318-492f-a09b-38e0240f89b5 req-23ae585c-49a2-4de9-8751-a10b7bc544c7 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019353 Mar 31 22:04:48.905394 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 2fae38d2-9003-463c-ac76-bb124420f142 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:48.905793 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (2fae38d2-9003-463c-ac76-bb124420f142), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:48.936544 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3678c9-1291-4a92-9927-69186d1c707a req-ebc2aba2-a459-4fc0-ba5f-757dc20c6fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:48.937152 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-fa3678c9-1291-4a92-9927-69186d1c707a req-ebc2aba2-a459-4fc0-ba5f-757dc20c6fce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:48.938657 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fa3678c9-1291-4a92-9927-69186d1c707a req-ebc2aba2-a459-4fc0-ba5f-757dc20c6fce service neutron] 10.222.0.57 "PUT /v2.0/ports/ab834894-7c55-4fa2-bab1-c1eea0c6bd1a HTTP/1.1" status: 200 len: 1094 time: 1.7717061 Mar 31 22:04:48.939141 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621c1182-7fcc-4be4-8783-2c02fc37e4f6', 'tag': 'ab834894-7c55-4fa2-bab1-c1eea0c6bd1a'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:04:48.939412 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07168949-1a4b-44c3-8777-2bc2e6a016f4 x-openstack-request-id: req-07168949-1a4b-44c3-8777-2bc2e6a016f4 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:04:48.939695 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da580190-89dd-449b-b823-4df61419788d", "tag": "8bfedc15-e7a1-4038-9c38-fe252f276d62", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:04:48.939955 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-07168949-1a4b-44c3-8777-2bc2e6a016f4 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:04:48.940353 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07168949-1a4b-44c3-8777-2bc2e6a016f4'] response: {'name': 'network-changed', 'server_uuid': 'da580190-89dd-449b-b823-4df61419788d', 'tag': '8bfedc15-e7a1-4038-9c38-fe252f276d62', 'status': 'completed', 'code': 200} Mar 31 22:04:48.949856 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d034bfc735977369ecc1df0796a02fa1e575f952a1ba42ee6983d0042c1cfb33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0790f8-3247-4c12-80dc-9d28f5e5d02b" -d '{"events": [{"name": "network-changed", "server_uuid": "621c1182-7fcc-4be4-8783-2c02fc37e4f6", "tag": "ab834894-7c55-4fa2-bab1-c1eea0c6bd1a"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:04:48.963392 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-77eeaf66-d435-4587-82c1-25d70a4e1735 None None] Port eb54c229-a93f-4ebc-a1f8-6279b602ff36 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:04:48.976726 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fae38d2-9003-463c-ac76-bb124420f142'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:04:49.029187 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2aba2-a459-4fc0-ba5f-757dc20c6fce service neutron] Pushing event updated for resources: {'Port': ['ID=ab834894-7c55-4fa2-bab1-c1eea0c6bd1a,revision_number=3']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:49.043175 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe7d3f5-f201-4b54-badc-576b47b0530e x-openstack-request-id: req-2fe7d3f5-f201-4b54-badc-576b47b0530e {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:04:49.043730 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621c1182-7fcc-4be4-8783-2c02fc37e4f6", "tag": "ab834894-7c55-4fa2-bab1-c1eea0c6bd1a", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:04:49.043730 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2fe7d3f5-f201-4b54-badc-576b47b0530e {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:04:49.044121 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe7d3f5-f201-4b54-badc-576b47b0530e'] response: {'name': 'network-changed', 'server_uuid': '621c1182-7fcc-4be4-8783-2c02fc37e4f6', 'tag': 'ab834894-7c55-4fa2-bab1-c1eea0c6bd1a', 'status': 'completed', 'code': 200} Mar 31 22:04:49.084963 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-20f41a7d-8e44-4714-bb68-c1e197c56670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:49.093755 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5249d502-89a0-4518-be85-45525348f5a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:49.107912 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f5dac-e534-4d16-a544-c57affdb98ef req-a1015864-1978-4156-8c9e-dd5c5988d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:49.112825 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-776f5dac-e534-4d16-a544-c57affdb98ef req-a1015864-1978-4156-8c9e-dd5c5988d491 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8b5c4bba-061c-4b42-ba5a-238b5f7cc181 HTTP/1.1" status: 200 len: 858 time: 0.2345865 Mar 31 22:04:49.120844 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 2fae38d2-9003-463c-ac76-bb124420f142, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2fae38d2-9003-463c-ac76-bb124420f142,segment=NetworkSegment(41365700-3327-4f67-9705-601829ccd7c5),segment_id=41365700-3327-4f67-9705-601829ccd7c5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:49.136197 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-1826db0b-5061-4a28-9685-af9fcbd9d0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:49.136353 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-1826db0b-5061-4a28-9685-af9fcbd9d0cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=891af07672f940c09ae8cbf340a48b4d&device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 1127 time: 0.4103949 Mar 31 22:04:49.164887 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0790f8-3247-4c12-80dc-9d28f5e5d02b req-9257171f-3643-4e06-bae5-da1f551fcd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:49.166426 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ca0790f8-3247-4c12-80dc-9d28f5e5d02b req-9257171f-3643-4e06-bae5-da1f551fcd07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6ec8840baa0418eaaf3929e20b8ac22&device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 1128 time: 0.1020925 Mar 31 22:04:49.184469 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (2fae38d2-9003-463c-ac76-bb124420f142), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:49.229939 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b157e-5588-46d8-8197-3fd992d11f8d req-22cfe34f-a28e-4612-bb29-4133e953fb9f tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:49.237132 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1a3b157e-5588-46d8-8197-3fd992d11f8d req-22cfe34f-a28e-4612-bb29-4133e953fb9f tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 943 time: 0.1382523 Mar 31 22:04:49.277987 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=2fae38d2-9003-463c-ac76-bb124420f142,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:49.400283 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee80c7e-df5f-40cc-b71c-7ab1c0871e52" -d '{"events": [{"server_uuid": "c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f", "name": "network-vif-plugged", "status": "completed", "tag": "2fae38d2-9003-463c-ac76-bb124420f142"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:04:49.450613 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1a3b157e-5588-46d8-8197-3fd992d11f8d req-43aa6ce0-7bb1-48ff-bc21-8a4c751915cd tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=57f7280b-d370-4eed-bfc5-65256f610a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082345 Mar 31 22:04:49.502945 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-35496874-bc38-430c-9d84-5a973c89332a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bfedc15-e7a1-4038-9c38-fe252f276d62 HTTP/1.1" status: 200 len: 217 time: 0.3530133 Mar 31 22:04:49.519403 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0790f8-3247-4c12-80dc-9d28f5e5d02b req-080e7791-aec0-4f3b-a910-e284b4993671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:49.520878 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ca0790f8-3247-4c12-80dc-9d28f5e5d02b req-080e7791-aec0-4f3b-a910-e284b4993671 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b6ec8840baa0418eaaf3929e20b8ac22&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3450823 Mar 31 22:04:49.573193 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cb9ad3-e1d4-456d-8551-b4e59291e3cb x-openstack-request-id: req-35cb9ad3-e1d4-456d-8551-b4e59291e3cb {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:04:49.573411 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f", "name": "network-vif-plugged", "status": "completed", "tag": "2fae38d2-9003-463c-ac76-bb124420f142", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:04:49.573667 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-35cb9ad3-e1d4-456d-8551-b4e59291e3cb {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:04:49.574124 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35cb9ad3-e1d4-456d-8551-b4e59291e3cb'] response: {'server_uuid': 'c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fae38d2-9003-463c-ac76-bb124420f142', 'code': 200} Mar 31 22:04:49.652239 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-d4e05e26-8ccb-4f43-96a7-0c0f169e1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:49.653722 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-d4e05e26-8ccb-4f43-96a7-0c0f169e1297 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46fdab92-2c2a-49be-bf50-a72b75107edf HTTP/1.1" status: 200 len: 852 time: 0.1391039 Mar 31 22:04:49.663243 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f5dac-e534-4d16-a544-c57affdb98ef req-644020b1-424f-4b34-b64f-f8ae79b746c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:49.664783 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-776f5dac-e534-4d16-a544-c57affdb98ef req-644020b1-424f-4b34-b64f-f8ae79b746c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6141f838-016f-4422-a50b-fae51e1d7ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5455172 Mar 31 22:04:49.770235 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebbdc3-bb0a-422b-8f9f-589ae67e797c req-63dcaefa-5727-45da-ba31-299fd644a10f tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:49.771660 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-84ebbdc3-bb0a-422b-8f9f-589ae67e797c req-63dcaefa-5727-45da-ba31-299fd644a10f tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 944 time: 0.3566904 Mar 31 22:04:49.793471 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5249d502-89a0-4518-be85-45525348f5a5 admin admin] Publish callbacks [] for security_group (62d995cf-cacd-4297-97a1-b68aa2567347), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:49.812715 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-20f41a7d-8e44-4714-bb68-c1e197c56670 admin admin] Publish callbacks [] for security_group (8bba25c6-b1a3-4fb5-acc5-7b6b4560a6ba), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:49.847412 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.57', 50449) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:49.865035 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5249d502-89a0-4518-be85-45525348f5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (62d995cf-cacd-4297-97a1-b68aa2567347), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:49.927920 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-20f41a7d-8e44-4714-bb68-c1e197c56670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (8bba25c6-b1a3-4fb5-acc5-7b6b4560a6ba), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:49.955824 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-5c6e18e5-1262-467b-985a-a3d06efe51e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb54c229-a93f-4ebc-a1f8-6279b602ff36 {{(pid=110666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:04:49.982385 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc9870-d909-4914-a46e-2c79fdd62a7a req-fdd238fa-8c6c-4254-8da7-602f6dab87bd tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:49.983907 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-86dc9870-d909-4914-a46e-2c79fdd62a7a req-fdd238fa-8c6c-4254-8da7-602f6dab87bd tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 945 time: 0.2212501 Mar 31 22:04:49.988983 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-5c6e18e5-1262-467b-985a-a3d06efe51e0 service neutron] Publish callbacks [] for port (eb54c229-a93f-4ebc-a1f8-6279b602ff36), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:50.001757 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-84ebbdc3-bb0a-422b-8f9f-589ae67e797c req-d656bd78-4447-43af-b4f8-89844c60f1c8 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707067 Mar 31 22:04:50.004707 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-776f5dac-e534-4d16-a544-c57affdb98ef req-087ef709-6f7f-4e15-b1c5-4166623b74ad service neutron] 10.222.0.57 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247471 Mar 31 22:04:50.006767 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-10e6897f-3b7e-4fbb-8a25-e4d72a633156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:50.008312 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-10e6897f-3b7e-4fbb-8a25-e4d72a633156 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cfcbe07-ec4b-4324-9343-639a3e44e48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3423514 Mar 31 22:04:50.018738 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0790f8-3247-4c12-80dc-9d28f5e5d02b req-ddc09d22-14cf-4c67-afbb-308ac7391aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:50.020397 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ca0790f8-3247-4c12-80dc-9d28f5e5d02b req-ddc09d22-14cf-4c67-afbb-308ac7391aaa service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4925141 Mar 31 22:04:50.020556 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-5249d502-89a0-4518-be85-45525348f5a5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=55d9728967b04793857e8c328810d3d6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2038007 Mar 31 22:04:50.034472 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 55828) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:50.082617 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-20f41a7d-8e44-4714-bb68-c1e197c56670 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e64d9212ddd94c9b89d5e1670863dd1e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4814701 Mar 31 22:04:50.100992 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.provisioning_blocks [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-5c6e18e5-1262-467b-985a-a3d06efe51e0 service neutron] Transition to ACTIVE for port object eb54c229-a93f-4ebc-a1f8-6279b602ff36 will not be triggered until provisioned by entity L2. {{(pid=110666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 22:04:50.101127 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 55832) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:50.164605 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.57', 50450) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:50.167221 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249d502-89a0-4518-be85-45525348f5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d995cf-cacd-4297-97a1-b68aa2567347,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:50.170978 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-5c6e18e5-1262-467b-985a-a3d06efe51e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (eb54c229-a93f-4ebc-a1f8-6279b602ff36), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:50.210459 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ee6ff505-8c85-4375-b52c-dcc848648aba req-1d8e185e-21be-47a0-ad35-596fb4ccd710 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 210 time: 0.1088650 Mar 31 22:04:50.264591 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-86dc9870-d909-4914-a46e-2c79fdd62a7a req-64ec2bb3-3473-4069-9a56-3d7d00e9ecb9 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/security-groups?id=65920674-ddc5-492b-bcb2-b5a647a6a043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605517 Mar 31 22:04:50.330866 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4009e1-5b68-4e3e-b78b-52fefdc4cf9b req-d6d6018f-5328-4bd6-97a1-78e969ecfdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:50.332379 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-8d4009e1-5b68-4e3e-b78b-52fefdc4cf9b req-d6d6018f-5328-4bd6-97a1-78e969ecfdb7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 1129 time: 0.4825995 Mar 31 22:04:50.343464 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f41a7d-8e44-4714-bb68-c1e197c56670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bba25c6-b1a3-4fb5-acc5-7b6b4560a6ba,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:50.366641 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3678c9-1291-4a92-9927-69186d1c707a req-0dbf2260-df65-4227-ba7c-bad8025a2de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:50.368143 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fa3678c9-1291-4a92-9927-69186d1c707a req-0dbf2260-df65-4227-ba7c-bad8025a2de1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6ec8840baa0418eaaf3929e20b8ac22&device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 1128 time: 0.2678239 Mar 31 22:04:50.388814 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:04:50.405940 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-05834403-1db1-48bb-b9d1-27acb909f49a admin admin] Publish callbacks [] for security_group (62d995cf-cacd-4297-97a1-b68aa2567347), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:50.434962 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-05834403-1db1-48bb-b9d1-27acb909f49a admin admin] Publish callbacks [] for security_group (62d995cf-cacd-4297-97a1-b68aa2567347), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:50.453423 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e18e5-1262-467b-985a-a3d06efe51e0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb54c229-a93f-4ebc-a1f8-6279b602ff36,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:50.476014 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-8d4009e1-5b68-4e3e-b78b-52fefdc4cf9b req-906c83d4-b3d6-44d6-8152-799556cf491f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:50.500631 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-a0f31794-ddb4-40ba-9fa2-2ce19f312220 service neutron] 10.222.0.57 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715660 Mar 31 22:04:50.513539 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-776f5dac-e534-4d16-a544-c57affdb98ef req-84a3dc89-4f7d-4d96-9761-338842304b46 service neutron] 10.222.0.57 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814670 Mar 31 22:04:50.529534 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-5c6e18e5-1262-467b-985a-a3d06efe51e0 service neutron] Attempting to bind port eb54c229-a93f-4ebc-a1f8-6279b602ff36 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:04:50.530904 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-5c6e18e5-1262-467b-985a-a3d06efe51e0 service neutron] Attempting to bind port eb54c229-a93f-4ebc-a1f8-6279b602ff36 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'b743cf90-b78b-43d9-8f0e-75a85fa1a9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:04:50.531388 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-5c6e18e5-1262-467b-985a-a3d06efe51e0 service neutron] Attempting to bind port eb54c229-a93f-4ebc-a1f8-6279b602ff36 on network 6141f838-016f-4422-a50b-fae51e1d7ab9 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:04:50.543474 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fa3678c9-1291-4a92-9927-69186d1c707a req-cec52e40-6f06-4c5e-b3db-b5d37db0eb6b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab834894-7c55-4fa2-bab1-c1eea0c6bd1a HTTP/1.1" status: 200 len: 217 time: 0.1632738 Mar 31 22:04:50.560308 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-199896cb-5bcb-4bf6-8b1d-c59daf0caba6 admin admin] Publish callbacks [] for security_group (8bba25c6-b1a3-4fb5-acc5-7b6b4560a6ba), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:50.575044 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-9d47cfee-46cc-4b37-9f68-760ef8cd34db tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:50.575044 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-9d47cfee-46cc-4b37-9f68-760ef8cd34db tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.57 "GET /v2.0/networks?id=39113ebe-596d-4feb-8ec9-18a7831cbf68 HTTP/1.1" status: 200 len: 817 time: 0.4031413 Mar 31 22:04:50.612957 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-5c6e18e5-1262-467b-985a-a3d06efe51e0 service neutron] Port eb54c229-a93f-4ebc-a1f8-6279b602ff36 on network 6141f838-016f-4422-a50b-fae51e1d7ab9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:04:50.613694 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-5c6e18e5-1262-467b-985a-a3d06efe51e0 service neutron] Attempting to bind port eb54c229-a93f-4ebc-a1f8-6279b602ff36 on network 6141f838-016f-4422-a50b-fae51e1d7ab9 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:04:50.634816 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e,segment=NetworkSegment(b743cf90-b78b-43d9-8f0e-75a85fa1a9c0),segment_id=b743cf90-b78b-43d9-8f0e-75a85fa1a9c0)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:50.659021 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-5c6e18e5-1262-467b-985a-a3d06efe51e0 service neutron] Checking agent: {'id': '0c6c7b6d-d51d-4e70-9732-01ea9921e922', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'started_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:04:50.659355 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-5c6e18e5-1262-467b-985a-a3d06efe51e0 service neutron] Checking segment: {'id': 'b743cf90-b78b-43d9-8f0e-75a85fa1a9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:04:50.659732 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-5c6e18e5-1262-467b-985a-a3d06efe51e0 service neutron] Bound using segment: {'id': 'b743cf90-b78b-43d9-8f0e-75a85fa1a9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:04:50.660163 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-5c6e18e5-1262-467b-985a-a3d06efe51e0 service neutron] Bound port: eb54c229-a93f-4ebc-a1f8-6279b602ff36, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b743cf90-b78b-43d9-8f0e-75a85fa1a9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:04:50.660687 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-5c6e18e5-1262-467b-985a-a3d06efe51e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (eb54c229-a93f-4ebc-a1f8-6279b602ff36), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:50.678248 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': '7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e', 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9', 'port_id': '7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e', 'mac_address': 'fa:16:3e:30:72:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:04:50.697704 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-199896cb-5bcb-4bf6-8b1d-c59daf0caba6 admin admin] Publish callbacks [] for security_group (8bba25c6-b1a3-4fb5-acc5-7b6b4560a6ba), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:50.718590 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cad85d-32a0-4f89-ae7a-05f31ac0268d req-55853ece-7a5c-4392-9557-871232c107a9 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:50.727542 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c5cad85d-32a0-4f89-ae7a-05f31ac0268d req-55853ece-7a5c-4392-9557-871232c107a9 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 944 time: 0.4411893 Mar 31 22:04:50.755827 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:50.756699 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:50.760117 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3678c9-1291-4a92-9927-69186d1c707a req-4e2e8081-9250-4698-b1bd-02947417b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:50.761812 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fa3678c9-1291-4a92-9927-69186d1c707a req-4e2e8081-9250-4698-b1bd-02947417b206 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22da6a9c-27c7-4f9f-9fde-ed9d5543264e HTTP/1.1" status: 200 len: 850 time: 0.1824276 Mar 31 22:04:50.773734 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:04:50.787334 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-41aff712-3f9e-4a2c-82b4-dfff51575bf6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34e52cb5afa74b4eafaebe16c9e1e1d1 HTTP/1.1" status: 200 len: 380 time: 0.1754375 Mar 31 22:04:50.797027 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e,segment=NetworkSegment(b743cf90-b78b-43d9-8f0e-75a85fa1a9c0),segment_id=b743cf90-b78b-43d9-8f0e-75a85fa1a9c0)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:50.803967 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-2b8af90b-e7dc-4bd4-9877-a005aed8fbaf tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Request body: {'port': {'device_id': 'f01b5b34-cb25-4c25-97e0-0717e1c4ee47', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'admin_state_up': True, 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'security_groups': ['c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb']}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:50.815560 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b1d73560-1a8c-499a-828f-aeddeaf4a373 req-38b20308-1d52-4e94-837d-1609ebf9baac service neutron] 10.222.0.57 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003194 Mar 31 22:04:50.847259 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6882a-dec6-4db1-bad1-6a3bc24b5c97 req-bb0201a8-b38c-4d1d-8f70-b19a8458f83c tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:50.848750 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a8e6882a-dec6-4db1-bad1-6a3bc24b5c97 req-bb0201a8-b38c-4d1d-8f70-b19a8458f83c tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 943 time: 0.2807620 Mar 31 22:04:50.865902 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-5c6e18e5-1262-467b-985a-a3d06efe51e0 service neutron] For port eb54c229-a93f-4ebc-a1f8-6279b602ff36, host hv-cinder-83608, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:04:50.866898 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-05834403-1db1-48bb-b9d1-27acb909f49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (62d995cf-cacd-4297-97a1-b68aa2567347), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:50.869459 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-05834403-1db1-48bb-b9d1-27acb909f49a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:50.873032 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-05834403-1db1-48bb-b9d1-27acb909f49a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/62d995cf-cacd-4297-97a1-b68aa2567347 HTTP/1.1" status: 204 len: 168 time: 0.8353026 Mar 31 22:04:50.889245 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-5c6e18e5-1262-467b-985a-a3d06efe51e0 service neutron] For port eb54c229-a93f-4ebc-a1f8-6279b602ff36, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=eb54c229-a93f-4ebc-a1f8-6279b602ff36,segment=NetworkSegment(b743cf90-b78b-43d9-8f0e-75a85fa1a9c0),segment_id=b743cf90-b78b-43d9-8f0e-75a85fa1a9c0)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:04:50.891337 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c5cad85d-32a0-4f89-ae7a-05f31ac0268d req-69e8af69-b1c0-483c-8ede-183717e09048 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628048 Mar 31 22:04:50.913055 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05834403-1db1-48bb-b9d1-27acb909f49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d995cf-cacd-4297-97a1-b68aa2567347,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:50.915220 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:50.927128 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-8d4009e1-5b68-4e3e-b78b-52fefdc4cf9b req-906c83d4-b3d6-44d6-8152-799556cf491f service neutron] Publish callbacks [] for security_group (259a7369-5f97-4c8a-92da-ddbaa11eb967), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:50.935242 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3678c9-1291-4a92-9927-69186d1c707a req-ed1e87a4-277b-4b6d-bfea-feb452b239f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:50.937019 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fa3678c9-1291-4a92-9927-69186d1c707a req-ed1e87a4-277b-4b6d-bfea-feb452b239f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0382e6fe-1738-4da8-a648-cd0ccb96afb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1610758 Mar 31 22:04:50.996412 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:51.007861 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-199896cb-5bcb-4bf6-8b1d-c59daf0caba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (8bba25c6-b1a3-4fb5-acc5-7b6b4560a6ba), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:51.010832 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-199896cb-5bcb-4bf6-8b1d-c59daf0caba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:51.011828 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-199896cb-5bcb-4bf6-8b1d-c59daf0caba6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8bba25c6-b1a3-4fb5-acc5-7b6b4560a6ba HTTP/1.1" status: 204 len: 168 time: 0.9099526 Mar 31 22:04:51.015991 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a8e6882a-dec6-4db1-bad1-6a3bc24b5c97 req-e7f1f3c6-66ad-45ae-a19b-14a421f05614 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=57f7280b-d370-4eed-bfc5-65256f610a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493371 Mar 31 22:04:51.020938 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-5c6e18e5-1262-467b-985a-a3d06efe51e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (eb54c229-a93f-4ebc-a1f8-6279b602ff36), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:51.074937 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-2b8af90b-e7dc-4bd4-9877-a005aed8fbaf tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Made reservation on behalf of 34e52cb5afa74b4eafaebe16c9e1e1d1 for: {'port': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:04:51.076419 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fa3678c9-1291-4a92-9927-69186d1c707a req-17c71bcf-58df-47fe-b7fc-308344fa8061 service neutron] 10.222.0.57 "GET /v2.0/networks/0382e6fe-1738-4da8-a648-cd0ccb96afb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323516 Mar 31 22:04:51.077940 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-2b8af90b-e7dc-4bd4-9877-a005aed8fbaf tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:51.079929 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-8d4009e1-5b68-4e3e-b78b-52fefdc4cf9b req-906c83d4-b3d6-44d6-8152-799556cf491f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (259a7369-5f97-4c8a-92da-ddbaa11eb967), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:51.082406 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199896cb-5bcb-4bf6-8b1d-c59daf0caba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bba25c6-b1a3-4fb5-acc5-7b6b4560a6ba,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:51.084699 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-5c6e18e5-1262-467b-985a-a3d06efe51e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:51.085295 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-5c6e18e5-1262-467b-985a-a3d06efe51e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:51.086807 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-5c6e18e5-1262-467b-985a-a3d06efe51e0 service neutron] 10.222.0.57 "PUT /v2.0/ports/eb54c229-a93f-4ebc-a1f8-6279b602ff36 HTTP/1.1" status: 200 len: 1094 time: 2.8017142 Mar 31 22:04:51.106050 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda86839-8b13-4220-81c8-f68257e22bb4', 'tag': 'eb54c229-a93f-4ebc-a1f8-6279b602ff36'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:04:51.109371 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a196ec4-350f-49a0-be98-c8b5a0f119b6" -d '{"events": [{"name": "network-changed", "server_uuid": "fda86839-8b13-4220-81c8-f68257e22bb4", "tag": "eb54c229-a93f-4ebc-a1f8-6279b602ff36"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:04:51.140188 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:04:51.228206 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087fc348-1998-43ff-9992-d866849d16a0 x-openstack-request-id: req-087fc348-1998-43ff-9992-d866849d16a0 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:04:51.228497 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda86839-8b13-4220-81c8-f68257e22bb4", "tag": "eb54c229-a93f-4ebc-a1f8-6279b602ff36", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:04:51.228746 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-087fc348-1998-43ff-9992-d866849d16a0 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:04:51.229134 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-087fc348-1998-43ff-9992-d866849d16a0'] response: {'name': 'network-changed', 'server_uuid': 'fda86839-8b13-4220-81c8-f68257e22bb4', 'tag': 'eb54c229-a93f-4ebc-a1f8-6279b602ff36', 'status': 'completed', 'code': 200} Mar 31 22:04:51.302638 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-8d4009e1-5b68-4e3e-b78b-52fefdc4cf9b req-906c83d4-b3d6-44d6-8152-799556cf491f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=65920674-ddc5-492b-bcb2-b5a647a6a043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9468019 Mar 31 22:04:51.303461 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e18e5-1262-467b-985a-a3d06efe51e0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb54c229-a93f-4ebc-a1f8-6279b602ff36,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:51.307109 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c83d4-b3d6-44d6-8152-799556cf491f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=259a7369-5f97-4c8a-92da-ddbaa11eb967,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:51.316479 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fa3678c9-1291-4a92-9927-69186d1c707a req-321ef5c2-e333-4c2e-97c2-d51a21f57be7 service neutron] 10.222.0.57 "GET /v2.0/networks/0382e6fe-1738-4da8-a648-cd0ccb96afb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277002 Mar 31 22:04:51.349977 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896cb57-65f7-43c5-b224-3fd7a6a5f3c3 req-f8990573-1559-4878-b1e3-2cab1f7e6697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:51.351494 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f896cb57-65f7-43c5-b224-3fd7a6a5f3c3 req-f8990573-1559-4878-b1e3-2cab1f7e6697 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=891af07672f940c09ae8cbf340a48b4d&device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 1127 time: 0.3702407 Mar 31 22:04:51.380617 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c2d9d2c1-9777-4b6a-a2b7-1d441da06b84 req-6f2a5da1-9d5f-4862-a82e-ed4e787b363c tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 210 time: 0.0588138 Mar 31 22:04:51.424386 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64769ec0-ebf9-48c2-8a13-9b5bea588197 req-9c688ee7-9eb4-4229-9dab-3df49a32493e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:51.437841 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-64769ec0-ebf9-48c2-8a13-9b5bea588197 req-9c688ee7-9eb4-4229-9dab-3df49a32493e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 944 time: 0.2576301 Mar 31 22:04:51.449486 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a196ec4-350f-49a0-be98-c8b5a0f119b6 req-3e68ad44-8d35-4801-b869-0ad7c8cb5306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:51.451319 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7a196ec4-350f-49a0-be98-c8b5a0f119b6 req-3e68ad44-8d35-4801-b869-0ad7c8cb5306 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b68fe8e4bc64eae87e72c9aa61ec996&device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 1128 time: 0.2349994 Mar 31 22:04:51.474617 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-2b8af90b-e7dc-4bd4-9877-a005aed8fbaf tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Allocated IP 172.20.0.7 (39113ebe-596d-4feb-8ec9-18a7831cbf68/01b07abf-1022-4cb3-9419-c682f5c84b30/3eec001d-0a2f-4972-913e-2529fe6163f8) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:04:51.523156 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-64769ec0-ebf9-48c2-8a13-9b5bea588197 req-5a671ead-6044-47ca-8cac-38cb511c66be tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858235 Mar 31 22:04:51.546293 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260d100-d663-481a-b436-3af6b0555ddf req-8ff7456b-92bc-430d-a479-0965d37f2778 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:51.554076 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a260d100-d663-481a-b436-3af6b0555ddf req-8ff7456b-92bc-430d-a479-0965d37f2778 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 945 time: 0.0877550 Mar 31 22:04:51.602722 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a260d100-d663-481a-b436-3af6b0555ddf req-f9380020-8e1c-4ecd-8391-dab2a0384721 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/security-groups?id=65920674-ddc5-492b-bcb2-b5a647a6a043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477679 Mar 31 22:04:51.665047 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 55864) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:51.680475 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2c7f10ef-247b-4095-83c1-781b9a008c63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:51.779002 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2c7f10ef-247b-4095-83c1-781b9a008c63 admin admin] Publish callbacks [] for security_group (9b60adf6-9d2d-412c-9ed1-862cb3a70035), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:51.846505 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2c7f10ef-247b-4095-83c1-781b9a008c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (9b60adf6-9d2d-412c-9ed1-862cb3a70035), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:51.888320 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-2c7f10ef-247b-4095-83c1-781b9a008c63 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eb01ae0673954ef29fa989aa6a034683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196188 Mar 31 22:04:51.888320 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f10ef-247b-4095-83c1-781b9a008c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b60adf6-9d2d-412c-9ed1-862cb3a70035,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:51.889242 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 55872) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:51.956694 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2bf2433b-2a7a-4ced-a2cc-9c661bb1549f admin admin] Publish callbacks [] for security_group (9b60adf6-9d2d-412c-9ed1-862cb3a70035), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:51.995998 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2bf2433b-2a7a-4ced-a2cc-9c661bb1549f admin admin] Publish callbacks [] for security_group (9b60adf6-9d2d-412c-9ed1-862cb3a70035), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:52.100953 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3eb42-21de-47ae-b9bb-eb5a151b8055 req-174e6d2d-c1d5-4778-9d2d-8f2f523be17d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:52.102252 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-45a3eb42-21de-47ae-b9bb-eb5a151b8055 req-174e6d2d-c1d5-4778-9d2d-8f2f523be17d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 944 time: 0.0886893 Mar 31 22:04:52.106511 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896cb57-65f7-43c5-b224-3fd7a6a5f3c3 req-13f491d2-1877-46c7-9c96-5056943206eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:52.108054 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f896cb57-65f7-43c5-b224-3fd7a6a5f3c3 req-13f491d2-1877-46c7-9c96-5056943206eb service neutron] 10.222.0.57 "GET /v2.0/networks?id=1cfcbe07-ec4b-4324-9343-639a3e44e48c HTTP/1.1" status: 200 len: 914 time: 0.5484629 Mar 31 22:04:52.114138 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a196ec4-350f-49a0-be98-c8b5a0f119b6 req-d77b9195-b11b-4627-bc9d-6b864cc93947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:52.115568 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7a196ec4-350f-49a0-be98-c8b5a0f119b6 req-d77b9195-b11b-4627-bc9d-6b864cc93947 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6b68fe8e4bc64eae87e72c9aa61ec996&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5481789 Mar 31 22:04:52.121205 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-2b8af90b-e7dc-4bd4-9877-a005aed8fbaf tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:52.127083 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 55878) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:52.175539 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f896cb57-65f7-43c5-b224-3fd7a6a5f3c3 req-f986bb26-ab30-4428-8c6f-865676a4019e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bfedc15-e7a1-4038-9c38-fe252f276d62 HTTP/1.1" status: 200 len: 217 time: 0.0574493 Mar 31 22:04:52.177103 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-24e6faf9-6ec5-4a34-9443-108f19bf2a61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:52.197078 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2bf2433b-2a7a-4ced-a2cc-9c661bb1549f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (9b60adf6-9d2d-412c-9ed1-862cb3a70035), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:52.199548 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2bf2433b-2a7a-4ced-a2cc-9c661bb1549f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:52.200694 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-2bf2433b-2a7a-4ced-a2cc-9c661bb1549f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9b60adf6-9d2d-412c-9ed1-862cb3a70035 HTTP/1.1" status: 204 len: 168 time: 0.3110855 Mar 31 22:04:52.233874 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-45a3eb42-21de-47ae-b9bb-eb5a151b8055 req-6b16e111-02e1-42eb-803c-c349abc81e92 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222336 Mar 31 22:04:52.234640 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2433b-2a7a-4ced-a2cc-9c661bb1549f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b60adf6-9d2d-412c-9ed1-862cb3a70035,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:52.268286 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb6757-2bf9-4db8-a971-d2574056bc07 req-2e7072f3-bdb9-4e54-a051-9bce7499d193 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:52.269870 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c6bb6757-2bf9-4db8-a971-d2574056bc07 req-2e7072f3-bdb9-4e54-a051-9bce7499d193 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 943 time: 0.1284063 Mar 31 22:04:52.348566 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c6bb6757-2bf9-4db8-a971-d2574056bc07 req-7846e757-6757-47cd-bcaf-95ec1624b10b tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=57f7280b-d370-4eed-bfc5-65256f610a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635819 Mar 31 22:04:52.377566 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-24e6faf9-6ec5-4a34-9443-108f19bf2a61 admin admin] Publish callbacks [] for security_group (f44eb5a4-e9c7-4e2b-8c2d-b312f29d6f31), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:52.377740 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896cb57-65f7-43c5-b224-3fd7a6a5f3c3 req-f68d5079-956d-426f-9563-6a86049a4a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:52.379081 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f896cb57-65f7-43c5-b224-3fd7a6a5f3c3 req-f68d5079-956d-426f-9563-6a86049a4a9a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46fdab92-2c2a-49be-bf50-a72b75107edf HTTP/1.1" status: 200 len: 852 time: 0.1947231 Mar 31 22:04:52.405656 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:04:52.431646 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a196ec4-350f-49a0-be98-c8b5a0f119b6 req-9656d3d8-6653-4d8b-a644-04d0c0143643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:52.433554 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7a196ec4-350f-49a0-be98-c8b5a0f119b6 req-9656d3d8-6653-4d8b-a644-04d0c0143643 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2696965 Mar 31 22:04:52.454383 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896cb57-65f7-43c5-b224-3fd7a6a5f3c3 req-bd5c2161-8bbd-4fdd-9769-e5a5816b89a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:52.455929 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f896cb57-65f7-43c5-b224-3fd7a6a5f3c3 req-bd5c2161-8bbd-4fdd-9769-e5a5816b89a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cfcbe07-ec4b-4324-9343-639a3e44e48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666313 Mar 31 22:04:52.460962 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-24e6faf9-6ec5-4a34-9443-108f19bf2a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (f44eb5a4-e9c7-4e2b-8c2d-b312f29d6f31), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:52.513030 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-2b8af90b-e7dc-4bd4-9877-a005aed8fbaf tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:52.537231 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-24e6faf9-6ec5-4a34-9443-108f19bf2a61 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c53bf58d44344363ae0229986c320a93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4027638 Mar 31 22:04:52.539722 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 55884) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:52.546069 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6faf9-6ec5-4a34-9443-108f19bf2a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44eb5a4-e9c7-4e2b-8c2d-b312f29d6f31,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:52.565528 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning for port 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 22:04:52.570977 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:52.571340 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:52.597596 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b50dd-8a8c-4fcd-a942-85b97d45c922 req-a7caf70e-9409-4706-a71c-a08cb5227cd8 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:52.603234 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3d6b50dd-8a8c-4fcd-a942-85b97d45c922 req-a7caf70e-9409-4706-a71c-a08cb5227cd8 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 931 time: 0.1169517 Mar 31 22:04:52.628683 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3d6c9504-6661-4a0c-b033-8db49f256e8e admin admin] Publish callbacks [] for security_group (f44eb5a4-e9c7-4e2b-8c2d-b312f29d6f31), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:52.656189 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-2b8af90b-e7dc-4bd4-9877-a005aed8fbaf tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Network 39113ebe-596d-4feb-8ec9-18a7831cbf68 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:04:52.664081 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8af90b-e7dc-4bd4-9877-a005aed8fbaf tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Pushing event updated for resources: {'Port': ['ID=3eec001d-0a2f-4972-913e-2529fe6163f8,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:52.671618 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-2b8af90b-e7dc-4bd4-9877-a005aed8fbaf tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:04:52.678009 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-2b8af90b-e7dc-4bd4-9877-a005aed8fbaf tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:04:52.683509 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-2b8af90b-e7dc-4bd4-9877-a005aed8fbaf tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:52.684630 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-2b8af90b-e7dc-4bd4-9877-a005aed8fbaf tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:52.698499 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:52.698894 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:52.703116 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3d6c9504-6661-4a0c-b033-8db49f256e8e admin admin] Publish callbacks [] for security_group (f44eb5a4-e9c7-4e2b-8c2d-b312f29d6f31), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:52.712680 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-011fb860-b24f-4e8f-b312-abae0b39c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:52.714364 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-011fb860-b24f-4e8f-b312-abae0b39c123 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b68fe8e4bc64eae87e72c9aa61ec996&device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 1128 time: 0.2299805 Mar 31 22:04:52.723598 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f896cb57-65f7-43c5-b224-3fd7a6a5f3c3 req-e099c744-623a-4c34-940d-f536d3162d75 service neutron] 10.222.0.57 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482269 Mar 31 22:04:52.734251 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3d6b50dd-8a8c-4fcd-a942-85b97d45c922 req-667a5dbd-8a18-4227-bfaf-62a1ba0ef84b tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216407 Mar 31 22:04:52.782994 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e,segment=NetworkSegment(b743cf90-b78b-43d9-8f0e-75a85fa1a9c0),segment_id=b743cf90-b78b-43d9-8f0e-75a85fa1a9c0)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:52.784900 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d9322b-8ec2-4c50-a370-6515f09c4d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:04:52.788305 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b24abc-c9b6-4c48-bfbc-99202e7822da" -d '{"events": [{"server_uuid": "11d9322b-8ec2-4c50-a370-6515f09c4d36", "name": "network-vif-plugged", "status": "completed", "tag": "7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:04:52.796021 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-8708331f-0d44-4ad8-aac5-b571f6e69f30 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb54c229-a93f-4ebc-a1f8-6279b602ff36 HTTP/1.1" status: 200 len: 217 time: 0.0712011 Mar 31 22:04:52.817525 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903a249-9e5e-48a2-b10d-914cd321fca3 req-98a964ca-7bb8-4b4f-a779-19ca1752896d tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:52.819082 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6903a249-9e5e-48a2-b10d-914cd321fca3 req-98a964ca-7bb8-4b4f-a779-19ca1752896d tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 944 time: 0.1777320 Mar 31 22:04:52.839497 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-2b8af90b-e7dc-4bd4-9877-a005aed8fbaf tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0409970 Mar 31 22:04:52.864143 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:52.936962 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-26fb74db-fd34-4f00-b48c-930ba7e139bf service neutron] Request body: {'port': {'device_id': 'f01b5b34-cb25-4c25-97e0-0717e1c4ee47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:04:52.941897 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6903a249-9e5e-48a2-b10d-914cd321fca3 req-c83c1ad8-798f-4a6a-8af5-f05643fae7e9 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062098 Mar 31 22:04:52.956798 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c37a9-1cff-487e-b41a-38e13949a70c req-d8c61796-071d-4d33-9f4f-f821451eb745 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:52.964687 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-928c37a9-1cff-487e-b41a-38e13949a70c req-d8c61796-071d-4d33-9f4f-f821451eb745 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 945 time: 0.1311984 Mar 31 22:04:52.967050 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3d6c9504-6661-4a0c-b033-8db49f256e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (f44eb5a4-e9c7-4e2b-8c2d-b312f29d6f31), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:52.971424 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3d6c9504-6661-4a0c-b033-8db49f256e8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:52.972509 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-3d6c9504-6661-4a0c-b033-8db49f256e8e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f44eb5a4-e9c7-4e2b-8c2d-b312f29d6f31 HTTP/1.1" status: 204 len: 168 time: 0.4319172 Mar 31 22:04:52.993553 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c9504-6661-4a0c-b033-8db49f256e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44eb5a4-e9c7-4e2b-8c2d-b312f29d6f31,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:53.052521 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-928c37a9-1cff-487e-b41a-38e13949a70c req-70c538dc-f6df-4fa6-ac14-d53df287918e tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/security-groups?id=65920674-ddc5-492b-bcb2-b5a647a6a043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868645 Mar 31 22:04:53.150452 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-fa6db327-427d-464a-b34d-88b844df80bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:53.152070 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-fa6db327-427d-464a-b34d-88b844df80bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8b5c4bba-061c-4b42-ba5a-238b5f7cc181 HTTP/1.1" status: 200 len: 858 time: 0.3266783 Mar 31 22:04:53.205872 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-26fb74db-fd34-4f00-b48c-930ba7e139bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:53.240138 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f896cb57-65f7-43c5-b224-3fd7a6a5f3c3 req-4d84a52c-8f3b-4a6b-a8e9-da247d8974e0 service neutron] 10.222.0.57 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067670 Mar 31 22:04:53.258207 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:53.261911 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f62ae65-9221-4b22-bfa4-b0c8cc08c63b x-openstack-request-id: req-0f62ae65-9221-4b22-bfa4-b0c8cc08c63b {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:04:53.262415 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d9322b-8ec2-4c50-a370-6515f09c4d36", "name": "network-vif-plugged", "status": "completed", "tag": "7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:04:53.262802 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0f62ae65-9221-4b22-bfa4-b0c8cc08c63b {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:04:53.263495 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f62ae65-9221-4b22-bfa4-b0c8cc08c63b'] response: {'server_uuid': '11d9322b-8ec2-4c50-a370-6515f09c4d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e', 'code': 200} Mar 31 22:04:53.284177 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-c4ae7b01-ee9e-4bcd-8018-ef4abc0e2eec None None] Provisioning complete for port 3eec001d-0a2f-4972-913e-2529fe6163f8 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:53.284769 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c4ae7b01-ee9e-4bcd-8018-ef4abc0e2eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:53.289926 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-8724104c-4f8e-451b-835c-7885b07dafab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:53.294295 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-8724104c-4f8e-451b-835c-7885b07dafab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6141f838-016f-4422-a50b-fae51e1d7ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1224308 Mar 31 22:04:53.357989 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-c4ae7b01-ee9e-4bcd-8018-ef4abc0e2eec None None] Port 3eec001d-0a2f-4972-913e-2529fe6163f8 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:04:53.508556 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6917f-8cf6-402f-bffa-9cc1d3888beb req-7283ccc9-b88b-4a4a-bc0c-fbf32b1f5acf tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:53.510030 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-02a6917f-8cf6-402f-bffa-9cc1d3888beb req-7283ccc9-b88b-4a4a-bc0c-fbf32b1f5acf tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 944 time: 0.1099858 Mar 31 22:04:53.546685 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7d8c1-f7d0-4856-97d0-c8ef7a4db352 req-7954f7ea-06f5-4956-bdaf-2faee9b416b9 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:53.548154 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3fe7d8c1-f7d0-4856-97d0-c8ef7a4db352 req-7954f7ea-06f5-4956-bdaf-2faee9b416b9 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 943 time: 0.1016049 Mar 31 22:04:53.593326 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-02a6917f-8cf6-402f-bffa-9cc1d3888beb req-ecf9d3e6-25db-4604-be77-a95360d47286 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768466 Mar 31 22:04:53.618587 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-7f3e0825-05e5-4b63-8496-d8ef83704bad service neutron] 10.222.0.57 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180888 Mar 31 22:04:53.630049 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3fe7d8c1-f7d0-4856-97d0-c8ef7a4db352 req-2dc7b1bb-478c-4f65-a6ee-1527768ffc66 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=57f7280b-d370-4eed-bfc5-65256f610a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711436 Mar 31 22:04:53.689323 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0c2b2-b077-4552-b6b3-8e56b895bda5 req-c172be36-70ef-4410-80f1-7bbf9e847210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:53.690864 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-9ab0c2b2-b077-4552-b6b3-8e56b895bda5 req-c172be36-70ef-4410-80f1-7bbf9e847210 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 1129 time: 0.2059491 Mar 31 22:04:53.752144 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-26fb74db-fd34-4f00-b48c-930ba7e139bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eec001d-0a2f-4972-913e-2529fe6163f8 {{(pid=110666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:04:53.779727 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-26fb74db-fd34-4f00-b48c-930ba7e139bf service neutron] Publish callbacks [] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:53.799459 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-9ab0c2b2-b077-4552-b6b3-8e56b895bda5 req-4be2c165-856d-4865-906c-9f7d6d867d25 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011684 Mar 31 22:04:53.802747 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 55924) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:53.804560 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.provisioning_blocks [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-26fb74db-fd34-4f00-b48c-930ba7e139bf service neutron] Transition to ACTIVE for port object 3eec001d-0a2f-4972-913e-2529fe6163f8 will not be triggered until provisioned by entity L2. {{(pid=110666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 22:04:53.816212 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-1545370f-c45b-4ccb-ab06-5d4ab5beb5e8 req-7febacfd-2ff0-49c6-84cf-5af96cce16c2 service neutron] 10.222.0.57 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894262 Mar 31 22:04:53.821672 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c836e553-20ea-4f11-a99c-eefa6f36c096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:53.864472 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-26fb74db-fd34-4f00-b48c-930ba7e139bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:53.897599 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff848a47-a2b9-47da-b2f2-4245959c4998 req-e1b93e87-c70b-41b2-bb87-9ad5ae3cee48 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:53.899366 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ff848a47-a2b9-47da-b2f2-4245959c4998 req-e1b93e87-c70b-41b2-bb87-9ad5ae3cee48 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 931 time: 0.0797560 Mar 31 22:04:53.926297 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb74db-fd34-4f00-b48c-930ba7e139bf service neutron] Pushing event updated for resources: {'Port': ['ID=3eec001d-0a2f-4972-913e-2529fe6163f8,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:53.965095 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-26fb74db-fd34-4f00-b48c-930ba7e139bf service neutron] Attempting to bind port 3eec001d-0a2f-4972-913e-2529fe6163f8 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:04:53.965527 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-26fb74db-fd34-4f00-b48c-930ba7e139bf service neutron] Attempting to bind port 3eec001d-0a2f-4972-913e-2529fe6163f8 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '00dfa501-ed34-4105-a2b8-db379d4dec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:04:53.965916 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-26fb74db-fd34-4f00-b48c-930ba7e139bf service neutron] Attempting to bind port 3eec001d-0a2f-4972-913e-2529fe6163f8 on network 39113ebe-596d-4feb-8ec9-18a7831cbf68 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:04:53.971287 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-26fb74db-fd34-4f00-b48c-930ba7e139bf service neutron] Port 3eec001d-0a2f-4972-913e-2529fe6163f8 on network 39113ebe-596d-4feb-8ec9-18a7831cbf68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:04:53.971692 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-26fb74db-fd34-4f00-b48c-930ba7e139bf service neutron] Attempting to bind port 3eec001d-0a2f-4972-913e-2529fe6163f8 on network 39113ebe-596d-4feb-8ec9-18a7831cbf68 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:04:53.977379 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-26fb74db-fd34-4f00-b48c-930ba7e139bf service neutron] Checking agent: {'id': '0c6c7b6d-d51d-4e70-9732-01ea9921e922', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'started_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:04:53.977882 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-26fb74db-fd34-4f00-b48c-930ba7e139bf service neutron] Checking segment: {'id': '00dfa501-ed34-4105-a2b8-db379d4dec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:04:53.978280 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-26fb74db-fd34-4f00-b48c-930ba7e139bf service neutron] Bound using segment: {'id': '00dfa501-ed34-4105-a2b8-db379d4dec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:04:53.978769 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-26fb74db-fd34-4f00-b48c-930ba7e139bf service neutron] Bound port: 3eec001d-0a2f-4972-913e-2529fe6163f8, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00dfa501-ed34-4105-a2b8-db379d4dec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:04:53.979203 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-26fb74db-fd34-4f00-b48c-930ba7e139bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:53.984226 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ff848a47-a2b9-47da-b2f2-4245959c4998 req-d8495c98-6ed9-411b-9157-1f151825f733 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658839 Mar 31 22:04:53.989629 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c836e553-20ea-4f11-a99c-eefa6f36c096 admin admin] Publish callbacks [] for security_group (c44143ca-48cf-45cc-babf-db1b6114bae2), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:54.106988 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474490c-b2f8-4115-8753-ad4296cce66c req-5b6cbe7b-c8d9-463c-88c4-c3f96953d222 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:54.114846 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e474490c-b2f8-4115-8753-ad4296cce66c req-5b6cbe7b-c8d9-463c-88c4-c3f96953d222 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 944 time: 0.0856984 Mar 31 22:04:54.192176 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e474490c-b2f8-4115-8753-ad4296cce66c req-aee211c1-ec28-44b7-863e-c38230f40c60 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728183 Mar 31 22:04:54.192706 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c836e553-20ea-4f11-a99c-eefa6f36c096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (c44143ca-48cf-45cc-babf-db1b6114bae2), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:54.271124 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836e553-20ea-4f11-a99c-eefa6f36c096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44143ca-48cf-45cc-babf-db1b6114bae2,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:54.280220 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-26fb74db-fd34-4f00-b48c-930ba7e139bf service neutron] For port 3eec001d-0a2f-4972-913e-2529fe6163f8, host hv-cinder-83608, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:04:54.290071 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-26fb74db-fd34-4f00-b48c-930ba7e139bf service neutron] For port 3eec001d-0a2f-4972-913e-2529fe6163f8, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3eec001d-0a2f-4972-913e-2529fe6163f8,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:04:54.313715 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-c836e553-20ea-4f11-a99c-eefa6f36c096 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d27a8eed1066401a84ef6fcbcd938dcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5089998 Mar 31 22:04:54.316887 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 55940) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:54.340841 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c532e-e321-4d09-9956-df864855229e req-624c7dc1-c767-4ccf-bfae-c7143e1014ec tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:54.342393 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4c5c532e-e321-4d09-9956-df864855229e req-624c7dc1-c767-4ccf-bfae-c7143e1014ec tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 945 time: 0.1551406 Mar 31 22:04:54.371658 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-26fb74db-fd34-4f00-b48c-930ba7e139bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:54.406223 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-26fb74db-fd34-4f00-b48c-930ba7e139bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:54.407463 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-26fb74db-fd34-4f00-b48c-930ba7e139bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:54.408471 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3be934dc-270b-4613-bdc1-8d3c7cb6a176 admin admin] Publish callbacks [] for security_group (c44143ca-48cf-45cc-babf-db1b6114bae2), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:54.410020 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-26fb74db-fd34-4f00-b48c-930ba7e139bf service neutron] 10.222.0.57 "PUT /v2.0/ports/3eec001d-0a2f-4972-913e-2529fe6163f8 HTTP/1.1" status: 200 len: 1093 time: 1.5096631 Mar 31 22:04:54.410726 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01b5b34-cb25-4c25-97e0-0717e1c4ee47', 'tag': '3eec001d-0a2f-4972-913e-2529fe6163f8'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:04:54.412435 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device ab834894-7c55-4fa2-bab1-c1eea0c6bd1a details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:04:54.418032 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd08666-3d63-496c-ac0e-363257c04303" -d '{"events": [{"name": "network-changed", "server_uuid": "f01b5b34-cb25-4c25-97e0-0717e1c4ee47", "tag": "3eec001d-0a2f-4972-913e-2529fe6163f8"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:04:54.418222 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4c5c532e-e321-4d09-9956-df864855229e req-91e26d14-ed80-485d-a919-a5f1cb055473 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/security-groups?id=65920674-ddc5-492b-bcb2-b5a647a6a043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660725 Mar 31 22:04:54.466693 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3be934dc-270b-4613-bdc1-8d3c7cb6a176 admin admin] Publish callbacks [] for security_group (c44143ca-48cf-45cc-babf-db1b6114bae2), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:54.472776 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047f4f2b-4133-4d5c-8fcd-036926f75d13 x-openstack-request-id: req-047f4f2b-4133-4d5c-8fcd-036926f75d13 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:04:54.473054 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01b5b34-cb25-4c25-97e0-0717e1c4ee47", "tag": "3eec001d-0a2f-4972-913e-2529fe6163f8", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:04:54.473461 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-047f4f2b-4133-4d5c-8fcd-036926f75d13 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:04:54.474040 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-047f4f2b-4133-4d5c-8fcd-036926f75d13'] response: {'name': 'network-changed', 'server_uuid': 'f01b5b34-cb25-4c25-97e0-0717e1c4ee47', 'tag': '3eec001d-0a2f-4972-913e-2529fe6163f8', 'status': 'completed', 'code': 200} Mar 31 22:04:54.526696 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb74db-fd34-4f00-b48c-930ba7e139bf service neutron] Pushing event updated for resources: {'Port': ['ID=3eec001d-0a2f-4972-913e-2529fe6163f8,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:54.572623 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd08666-3d63-496c-ac0e-363257c04303 req-fab0d990-07f0-4cd5-8075-cabd92c68971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:54.575317 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-abd08666-3d63-496c-ac0e-363257c04303 req-fab0d990-07f0-4cd5-8075-cabd92c68971 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34e52cb5afa74b4eafaebe16c9e1e1d1&device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 1127 time: 0.0737929 Mar 31 22:04:54.629198 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port ab834894-7c55-4fa2-bab1-c1eea0c6bd1a, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ab834894-7c55-4fa2-bab1-c1eea0c6bd1a,segment=NetworkSegment(0f1db625-fbb2-413d-bece-5f36d62a5b67),segment_id=0f1db625-fbb2-413d-bece-5f36d62a5b67)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:54.648095 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': 'ab834894-7c55-4fa2-bab1-c1eea0c6bd1a', 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'port_id': 'ab834894-7c55-4fa2-bab1-c1eea0c6bd1a', 'mac_address': 'fa:16:3e:7a:d1:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:04:54.660355 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3be934dc-270b-4613-bdc1-8d3c7cb6a176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (c44143ca-48cf-45cc-babf-db1b6114bae2), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:54.664177 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3be934dc-270b-4613-bdc1-8d3c7cb6a176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:54.665315 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-3be934dc-270b-4613-bdc1-8d3c7cb6a176 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c44143ca-48cf-45cc-babf-db1b6114bae2 HTTP/1.1" status: 204 len: 168 time: 0.3474777 Mar 31 22:04:54.695774 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be934dc-270b-4613-bdc1-8d3c7cb6a176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44143ca-48cf-45cc-babf-db1b6114bae2,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:54.766127 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd08666-3d63-496c-ac0e-363257c04303 req-49b2e15f-f26e-4643-8705-4195acad05f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:54.771850 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-abd08666-3d63-496c-ac0e-363257c04303 req-49b2e15f-f26e-4643-8705-4195acad05f0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=34e52cb5afa74b4eafaebe16c9e1e1d1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1847529 Mar 31 22:04:54.785401 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port ab834894-7c55-4fa2-bab1-c1eea0c6bd1a is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:54.785401 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (ab834894-7c55-4fa2-bab1-c1eea0c6bd1a), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:54.804070 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab834894-7c55-4fa2-bab1-c1eea0c6bd1a {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:04:54.846578 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port ab834894-7c55-4fa2-bab1-c1eea0c6bd1a, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ab834894-7c55-4fa2-bab1-c1eea0c6bd1a,segment=NetworkSegment(0f1db625-fbb2-413d-bece-5f36d62a5b67),segment_id=0f1db625-fbb2-413d-bece-5f36d62a5b67)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:54.916043 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1eaff6-f094-4855-a8f7-adb13d462c5a req-f0db5b01-2ee1-4c92-b495-3c6d45f72ca0 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:54.917553 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5a1eaff6-f094-4855-a8f7-adb13d462c5a req-f0db5b01-2ee1-4c92-b495-3c6d45f72ca0 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 944 time: 0.1772196 Mar 31 22:04:54.920154 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (ab834894-7c55-4fa2-bab1-c1eea0c6bd1a), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:54.920909 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 8bfedc15-e7a1-4038-9c38-fe252f276d62 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:04:54.930527 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd08666-3d63-496c-ac0e-363257c04303 req-9f26057f-2ce3-4064-8445-616ad6d9ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:54.933180 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-abd08666-3d63-496c-ac0e-363257c04303 req-9f26057f-2ce3-4064-8445-616ad6d9ce80 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1496646 Mar 31 22:04:54.960457 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d54473-58b2-497a-be66-52384601121e req-1f4f6cc0-11f0-4b34-9780-1310eb8df91a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:54.966445 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f5d54473-58b2-497a-be66-52384601121e req-1f4f6cc0-11f0-4b34-9780-1310eb8df91a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 943 time: 0.1507931 Mar 31 22:04:55.033662 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=ab834894-7c55-4fa2-bab1-c1eea0c6bd1a,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:55.049035 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5a1eaff6-f094-4855-a8f7-adb13d462c5a req-ffbb0606-800a-48b5-b416-b059ed057533 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128101 Mar 31 22:04:55.087725 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-d99f5d83-5978-4790-b533-da3799a0d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:55.094071 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-d99f5d83-5978-4790-b533-da3799a0d5a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34e52cb5afa74b4eafaebe16c9e1e1d1&device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 1127 time: 0.0717652 Mar 31 22:04:55.107330 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f5d54473-58b2-497a-be66-52384601121e req-b8281958-6b1b-4194-b733-61f650a0d613 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=57f7280b-d370-4eed-bfc5-65256f610a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363046 Mar 31 22:04:55.151025 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-4f38f176-5dd0-4df9-99d2-d126acab0b11 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eec001d-0a2f-4972-913e-2529fe6163f8 HTTP/1.1" status: 200 len: 217 time: 0.0530763 Mar 31 22:04:55.171133 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 8bfedc15-e7a1-4038-9c38-fe252f276d62, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8bfedc15-e7a1-4038-9c38-fe252f276d62,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:55.187290 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': '8bfedc15-e7a1-4038-9c38-fe252f276d62', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'port_id': '8bfedc15-e7a1-4038-9c38-fe252f276d62', 'mac_address': 'fa:16:3e:71:e6:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:04:55.238815 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-de29ed65-1dfd-4cc6-ba4a-502054e7f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:55.241084 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-de29ed65-1dfd-4cc6-ba4a-502054e7f594 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=01b07abf-1022-4cb3-9419-c682f5c84b30 HTTP/1.1" status: 200 len: 856 time: 0.0831010 Mar 31 22:04:55.275918 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 8bfedc15-e7a1-4038-9c38-fe252f276d62 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:55.293603 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (8bfedc15-e7a1-4038-9c38-fe252f276d62), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:55.324649 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-2fac2faf-3314-4b04-95d5-c0effb7e6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:55.326494 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bfedc15-e7a1-4038-9c38-fe252f276d62 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:04:55.327047 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-2fac2faf-3314-4b04-95d5-c0effb7e6f31 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39113ebe-596d-4feb-8ec9-18a7831cbf68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791221 Mar 31 22:04:55.340539 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2464d-84d2-4053-a12e-0f9e4ffb28b2 req-49daa7e4-5dc1-4e2c-8689-2bab8383d8a7 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:55.344140 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4ca2464d-84d2-4053-a12e-0f9e4ffb28b2 req-49daa7e4-5dc1-4e2c-8689-2bab8383d8a7 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 943 time: 0.1527002 Mar 31 22:04:55.370867 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 8bfedc15-e7a1-4038-9c38-fe252f276d62, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8bfedc15-e7a1-4038-9c38-fe252f276d62,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:55.482952 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6c264-3334-47a9-b22c-927c7f439ea3 req-d9615c75-2548-48e6-a4e4-96127ab31810 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:55.482952 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-24c6c264-3334-47a9-b22c-927c7f439ea3 req-d9615c75-2548-48e6-a4e4-96127ab31810 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 945 time: 0.1307161 Mar 31 22:04:55.485618 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4ca2464d-84d2-4053-a12e-0f9e4ffb28b2 req-84921292-f065-4e26-aee0-64fb31a4b3c5 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170094 Mar 31 22:04:55.485731 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (8bfedc15-e7a1-4038-9c38-fe252f276d62), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:55.506349 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-fe4d2392-a159-44b7-af17-31e3ccfca799 service neutron] 10.222.0.57 "GET /v2.0/networks/39113ebe-596d-4feb-8ec9-18a7831cbf68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725531 Mar 31 22:04:55.541442 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-24c6c264-3334-47a9-b22c-927c7f439ea3 req-fb0d7676-5dff-4338-b8ee-cf7eb89d0870 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562479 Mar 31 22:04:55.550869 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=8bfedc15-e7a1-4038-9c38-fe252f276d62,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:55.632418 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-99fe25b1-be1f-4cfc-b3cf-9caf77025dbb req-f14a1319-96ea-4268-9139-ee46550abe6b service neutron] 10.222.0.57 "GET /v2.0/networks/39113ebe-596d-4feb-8ec9-18a7831cbf68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200526 Mar 31 22:04:55.717676 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['8bfedc15-e7a1-4038-9c38-fe252f276d62'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:04:55.744346 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['ab834894-7c55-4fa2-bab1-c1eea0c6bd1a'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:04:56.190246 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dd870-ab70-48d6-bcb2-194aa6a55161 req-aff1183a-611a-462d-94d0-08219c233c59 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:56.192874 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9c9dd870-ab70-48d6-bcb2-194aa6a55161 req-aff1183a-611a-462d-94d0-08219c233c59 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 944 time: 0.0704727 Mar 31 22:04:56.275555 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9c9dd870-ab70-48d6-bcb2-194aa6a55161 req-bee6f1bb-357f-472f-af28-fefcded25776 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687301 Mar 31 22:04:56.287242 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0867602-27df-482d-b29f-cbd78c63f81f req-e3d69534-dedf-4cf1-b057-e6b4756838a7 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:56.288676 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f0867602-27df-482d-b29f-cbd78c63f81f req-e3d69534-dedf-4cf1-b057-e6b4756838a7 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 944 time: 0.0944166 Mar 31 22:04:56.335237 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f0867602-27df-482d-b29f-cbd78c63f81f req-caad5e03-bd6d-4fb0-9e5a-661c05f7c1c2 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=57f7280b-d370-4eed-bfc5-65256f610a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408921 Mar 31 22:04:56.639454 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc6203-7e6a-4149-a020-ea9b8d4ccbb0 req-c0f8f7ce-0e07-4bcb-8465-75b10755f4f2 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:56.648477 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f6fc6203-7e6a-4149-a020-ea9b8d4ccbb0 req-c0f8f7ce-0e07-4bcb-8465-75b10755f4f2 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 943 time: 0.0726731 Mar 31 22:04:56.696691 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f6fc6203-7e6a-4149-a020-ea9b8d4ccbb0 req-03e4809b-0f4c-4c42-acc3-77de1b2bcfa4 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473435 Mar 31 22:04:56.820729 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f83a8d-e188-4749-bf39-64eaff9c9833 req-186a9db1-85ba-4682-bc1d-0b95062711d5 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:56.822508 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-24f83a8d-e188-4749-bf39-64eaff9c9833 req-186a9db1-85ba-4682-bc1d-0b95062711d5 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 945 time: 0.0543349 Mar 31 22:04:56.879118 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-24f83a8d-e188-4749-bf39-64eaff9c9833 req-279126d8-97e1-4af2-9996-c62167ffc74e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507007 Mar 31 22:04:57.394019 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00f053-c953-4fe3-8a19-dc935df3af5d req-37b6a9b1-a4af-42bb-9dd9-1e2154aeb515 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:57.395533 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ee00f053-c953-4fe3-8a19-dc935df3af5d req-37b6a9b1-a4af-42bb-9dd9-1e2154aeb515 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 944 time: 0.0527649 Mar 31 22:04:57.442895 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ee00f053-c953-4fe3-8a19-dc935df3af5d req-7484cfbb-6bf8-4812-9c2b-c36ab2f424dd tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418439 Mar 31 22:04:57.723145 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665d743-1202-4692-8beb-e2858cf07366 req-7fd64836-7ca8-4b1f-92ce-718ebcd965de tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:57.724610 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7665d743-1202-4692-8beb-e2858cf07366 req-7fd64836-7ca8-4b1f-92ce-718ebcd965de tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 944 time: 0.2372437 Mar 31 22:04:57.807934 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7665d743-1202-4692-8beb-e2858cf07366 req-6b8e48f0-1657-4fee-b52c-e275184c99cd tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=57f7280b-d370-4eed-bfc5-65256f610a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761201 Mar 31 22:04:57.858783 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2d123-2a79-4213-a0ad-f8e8148538bb req-3d35a899-7923-4df9-93fb-81de4250eeeb tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:57.860575 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aca2d123-2a79-4213-a0ad-f8e8148538bb req-3d35a899-7923-4df9-93fb-81de4250eeeb tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 943 time: 0.0840783 Mar 31 22:04:57.910989 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aca2d123-2a79-4213-a0ad-f8e8148538bb req-43ca70fc-321a-4015-9771-09eff1ea8dcb tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431533 Mar 31 22:04:58.010123 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7eddb-7f4a-4f57-820e-49f709f4bbef req-9b98cbb9-8584-4f8a-af3c-d4e2c1cf70c2 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:58.011608 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d5f7eddb-7f4a-4f57-820e-49f709f4bbef req-9b98cbb9-8584-4f8a-af3c-d4e2c1cf70c2 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 945 time: 0.0612249 Mar 31 22:04:58.059408 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d5f7eddb-7f4a-4f57-820e-49f709f4bbef req-92df34a3-123f-4bf2-b46d-0479919548d9 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415552 Mar 31 22:04:58.428627 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 3eec001d-0a2f-4972-913e-2529fe6163f8 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:04:58.430647 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device ab834894-7c55-4fa2-bab1-c1eea0c6bd1a up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:04:58.575541 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 3eec001d-0a2f-4972-913e-2529fe6163f8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3eec001d-0a2f-4972-913e-2529fe6163f8,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:58.578880 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13524d-f6ca-4731-92e6-f5e60e282d14 req-22874ecd-5316-4665-a167-3d15d3ff04fe tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:58.585842 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8a13524d-f6ca-4731-92e6-f5e60e282d14 req-22874ecd-5316-4665-a167-3d15d3ff04fe tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 944 time: 0.0614178 Mar 31 22:04:58.592537 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': '3eec001d-0a2f-4972-913e-2529fe6163f8', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'port_id': '3eec001d-0a2f-4972-913e-2529fe6163f8', 'mac_address': 'fa:16:3e:d0:c6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:04:58.626444 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning for port ab834894-7c55-4fa2-bab1-c1eea0c6bd1a completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 22:04:58.636955 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port ab834894-7c55-4fa2-bab1-c1eea0c6bd1a triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:58.637440 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (ab834894-7c55-4fa2-bab1-c1eea0c6bd1a), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:58.640462 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8a13524d-f6ca-4731-92e6-f5e60e282d14 req-d97ab55a-eeed-4cbd-bdbb-e366d77a3fa9 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496438 Mar 31 22:04:58.640602 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 3eec001d-0a2f-4972-913e-2529fe6163f8 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:58.640602 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:58.674327 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eec001d-0a2f-4972-913e-2529fe6163f8 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:04:58.702663 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 3eec001d-0a2f-4972-913e-2529fe6163f8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3eec001d-0a2f-4972-913e-2529fe6163f8,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:58.748396 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port ab834894-7c55-4fa2-bab1-c1eea0c6bd1a is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:58.748595 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (ab834894-7c55-4fa2-bab1-c1eea0c6bd1a), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:58.772200 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621c1182-7fcc-4be4-8783-2c02fc37e4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab834894-7c55-4fa2-bab1-c1eea0c6bd1a'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:04:58.774441 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea9aac9-cec4-4980-95f9-da7ef1e647b7" -d '{"events": [{"server_uuid": "621c1182-7fcc-4be4-8783-2c02fc37e4f6", "name": "network-vif-plugged", "status": "completed", "tag": "ab834894-7c55-4fa2-bab1-c1eea0c6bd1a"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:04:58.787472 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:58.788058 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device eb54c229-a93f-4ebc-a1f8-6279b602ff36 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:04:58.799965 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port ab834894-7c55-4fa2-bab1-c1eea0c6bd1a, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ab834894-7c55-4fa2-bab1-c1eea0c6bd1a,segment=NetworkSegment(0f1db625-fbb2-413d-bece-5f36d62a5b67),segment_id=0f1db625-fbb2-413d-bece-5f36d62a5b67)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:58.827334 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf233b77-cc66-4bfb-8ef3-8a3b691316e5 x-openstack-request-id: req-bf233b77-cc66-4bfb-8ef3-8a3b691316e5 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:04:58.827912 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621c1182-7fcc-4be4-8783-2c02fc37e4f6", "name": "network-vif-plugged", "status": "completed", "tag": "ab834894-7c55-4fa2-bab1-c1eea0c6bd1a", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:04:58.828270 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bf233b77-cc66-4bfb-8ef3-8a3b691316e5 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:04:58.828922 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf233b77-cc66-4bfb-8ef3-8a3b691316e5'] response: {'server_uuid': '621c1182-7fcc-4be4-8783-2c02fc37e4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab834894-7c55-4fa2-bab1-c1eea0c6bd1a', 'code': 200} Mar 31 22:04:58.876672 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=3eec001d-0a2f-4972-913e-2529fe6163f8,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:58.918599 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (ab834894-7c55-4fa2-bab1-c1eea0c6bd1a), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:58.919383 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 8bfedc15-e7a1-4038-9c38-fe252f276d62 up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:04:58.942395 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 56112) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:58.961030 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d860c-b8b0-469c-ae4b-c300f9ea91d0 req-b28ada98-06f8-4e23-ab8f-bc515ea04267 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:58.963208 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-834d860c-b8b0-469c-ae4b-c300f9ea91d0 req-b28ada98-06f8-4e23-ab8f-bc515ea04267 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 944 time: 0.0840299 Mar 31 22:04:59.044976 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=ab834894-7c55-4fa2-bab1-c1eea0c6bd1a,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:59.062791 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-834d860c-b8b0-469c-ae4b-c300f9ea91d0 req-49b1e6f3-46a8-4c58-ba97-dc18a593901a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=57f7280b-d370-4eed-bfc5-65256f610a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915704 Mar 31 22:04:59.067825 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0e07debb-2cd6-4893-a536-33c5de30b314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:59.090449 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port eb54c229-a93f-4ebc-a1f8-6279b602ff36, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=eb54c229-a93f-4ebc-a1f8-6279b602ff36,segment=NetworkSegment(b743cf90-b78b-43d9-8f0e-75a85fa1a9c0),segment_id=b743cf90-b78b-43d9-8f0e-75a85fa1a9c0)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:59.092075 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea9dd0-b81e-4ac2-8cc8-10e1f9cfb04f req-2eaece7e-c6ce-43dc-a777-0f99487c9f99 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:59.093747 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-61ea9dd0-b81e-4ac2-8cc8-10e1f9cfb04f req-2eaece7e-c6ce-43dc-a777-0f99487c9f99 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 944 time: 0.0745966 Mar 31 22:04:59.114988 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': 'eb54c229-a93f-4ebc-a1f8-6279b602ff36', 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9', 'port_id': 'eb54c229-a93f-4ebc-a1f8-6279b602ff36', 'mac_address': 'fa:16:3e:c8:54:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:04:59.164501 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port eb54c229-a93f-4ebc-a1f8-6279b602ff36 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:59.165018 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (eb54c229-a93f-4ebc-a1f8-6279b602ff36), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:59.185186 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning for port 8bfedc15-e7a1-4038-9c38-fe252f276d62 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 22:04:59.190198 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb54c229-a93f-4ebc-a1f8-6279b602ff36 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:04:59.197028 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port 8bfedc15-e7a1-4038-9c38-fe252f276d62 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:04:59.197502 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (8bfedc15-e7a1-4038-9c38-fe252f276d62), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:59.200007 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0e07debb-2cd6-4893-a536-33c5de30b314 admin admin] Publish callbacks [] for security_group (6f150553-7417-499a-9dc2-05bd524b1408), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:59.228575 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed90e9-a35d-454e-9135-2913963785a8 req-27152319-c394-4513-9b03-f2ea58f6b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:59.228749 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-61ea9dd0-b81e-4ac2-8cc8-10e1f9cfb04f req-634e8699-9d35-461d-80a2-c6a17aacf4b6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257820 Mar 31 22:04:59.230923 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-56ed90e9-a35d-454e-9135-2913963785a8 req-27152319-c394-4513-9b03-f2ea58f6b826 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 1130 time: 0.0745006 Mar 31 22:04:59.251922 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 56120) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:59.261239 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0e07debb-2cd6-4893-a536-33c5de30b314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (6f150553-7417-499a-9dc2-05bd524b1408), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:59.262107 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a307c28-ed12-44bf-aa96-9a5cb8a44e65 req-af6da9ad-7ed7-4b38-8d65-2aa7c94a6f53 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:59.263842 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port eb54c229-a93f-4ebc-a1f8-6279b602ff36, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=eb54c229-a93f-4ebc-a1f8-6279b602ff36,segment=NetworkSegment(b743cf90-b78b-43d9-8f0e-75a85fa1a9c0),segment_id=b743cf90-b78b-43d9-8f0e-75a85fa1a9c0)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:59.264063 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1a307c28-ed12-44bf-aa96-9a5cb8a44e65 req-af6da9ad-7ed7-4b38-8d65-2aa7c94a6f53 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.1209681 Mar 31 22:04:59.312949 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 8bfedc15-e7a1-4038-9c38-fe252f276d62 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:04:59.313384 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (8bfedc15-e7a1-4038-9c38-fe252f276d62), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:59.317845 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (eb54c229-a93f-4ebc-a1f8-6279b602ff36), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:59.321638 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1a307c28-ed12-44bf-aa96-9a5cb8a44e65 req-b55a983d-302d-4792-b662-64338d022514 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511074 Mar 31 22:04:59.354573 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-0e07debb-2cd6-4893-a536-33c5de30b314 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5bb8e4b2b6734a778ff90b8a5062c06f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4078457 Mar 31 22:04:59.354713 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 56124) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:59.370859 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-56ed90e9-a35d-454e-9135-2913963785a8 req-9c39b78c-d357-448d-9237-f1454ccaf066 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320956 Mar 31 22:04:59.372781 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07debb-2cd6-4893-a536-33c5de30b314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f150553-7417-499a-9dc2-05bd524b1408,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:59.389790 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 8bfedc15-e7a1-4038-9c38-fe252f276d62, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8bfedc15-e7a1-4038-9c38-fe252f276d62,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:04:59.403869 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=eb54c229-a93f-4ebc-a1f8-6279b602ff36,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:59.416978 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-85e63ebf-806e-4b4c-be38-99a3bbe72d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:59.435874 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-be6ce25c-ff4c-4907-8db7-40dc96915b74 admin admin] Publish callbacks [] for security_group (6f150553-7417-499a-9dc2-05bd524b1408), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:59.452650 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (8bfedc15-e7a1-4038-9c38-fe252f276d62), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:59.470511 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-be6ce25c-ff4c-4907-8db7-40dc96915b74 admin admin] Publish callbacks [] for security_group (6f150553-7417-499a-9dc2-05bd524b1408), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:59.506406 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=8bfedc15-e7a1-4038-9c38-fe252f276d62,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:59.549982 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-85e63ebf-806e-4b4c-be38-99a3bbe72d45 admin admin] Publish callbacks [] for security_group (b284682e-8d5e-4575-a488-9e0752684149), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:59.595257 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-be6ce25c-ff4c-4907-8db7-40dc96915b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (6f150553-7417-499a-9dc2-05bd524b1408), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:59.598079 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-be6ce25c-ff4c-4907-8db7-40dc96915b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:59.599358 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-be6ce25c-ff4c-4907-8db7-40dc96915b74 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6f150553-7417-499a-9dc2-05bd524b1408 HTTP/1.1" status: 204 len: 168 time: 0.2436569 Mar 31 22:04:59.608634 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ce25c-ff4c-4907-8db7-40dc96915b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f150553-7417-499a-9dc2-05bd524b1408,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:59.612639 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-85e63ebf-806e-4b4c-be38-99a3bbe72d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (b284682e-8d5e-4575-a488-9e0752684149), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:59.632373 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['eb54c229-a93f-4ebc-a1f8-6279b602ff36'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:04:59.660792 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-85e63ebf-806e-4b4c-be38-99a3bbe72d45 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3f8f3f1c7cb94b61842e7b143c671c9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4151175 Mar 31 22:04:59.661721 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e63ebf-806e-4b4c-be38-99a3bbe72d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b284682e-8d5e-4575-a488-9e0752684149,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:04:59.664384 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 56134) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:04:59.692627 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['3eec001d-0a2f-4972-913e-2529fe6163f8'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:04:59.754753 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-54d131df-0da3-43ee-b684-c0820f580ed8 admin admin] Publish callbacks [] for security_group (b284682e-8d5e-4575-a488-9e0752684149), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:59.783273 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-54d131df-0da3-43ee-b684-c0820f580ed8 admin admin] Publish callbacks [] for security_group (b284682e-8d5e-4575-a488-9e0752684149), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:59.805943 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bff144-1e53-4452-922c-bfa167be37e0 req-30959d63-f838-46a7-8c74-2f2a10f9ba32 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:04:59.814678 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-39bff144-1e53-4452-922c-bfa167be37e0 req-30959d63-f838-46a7-8c74-2f2a10f9ba32 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 945 time: 0.0866866 Mar 31 22:04:59.877810 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-39bff144-1e53-4452-922c-bfa167be37e0 req-c65b56f8-14fa-498d-960f-edfdf95fc5bb tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608401 Mar 31 22:04:59.954713 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-54d131df-0da3-43ee-b684-c0820f580ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (b284682e-8d5e-4575-a488-9e0752684149), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:59.958875 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-54d131df-0da3-43ee-b684-c0820f580ed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:04:59.962454 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-54d131df-0da3-43ee-b684-c0820f580ed8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b284682e-8d5e-4575-a488-9e0752684149 HTTP/1.1" status: 204 len: 168 time: 0.2945499 Mar 31 22:04:59.969578 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d131df-0da3-43ee-b684-c0820f580ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b284682e-8d5e-4575-a488-9e0752684149,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:00.183929 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2502b-4e08-4e47-a865-62070f490cec req-4eb10173-a284-4e33-8310-eb1f847a82b8 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:00.185427 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ee2502b-4e08-4e47-a865-62070f490cec req-4eb10173-a284-4e33-8310-eb1f847a82b8 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 945 time: 0.0546947 Mar 31 22:05:00.235677 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ee2502b-4e08-4e47-a865-62070f490cec req-b26f0064-6bed-49e0-99a7-7883b39d16b5 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=57f7280b-d370-4eed-bfc5-65256f610a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422559 Mar 31 22:05:00.292966 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 56154) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:00.307351 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-606e946a-a61f-4e1e-ab2d-bd0660e5500d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:00.347131 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a3a9e-7cee-4dc4-be59-6c8510565645 req-d3bfa062-f436-48e1-abf3-4677d82dba6b tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:00.348793 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dc3a3a9e-7cee-4dc4-be59-6c8510565645 req-d3bfa062-f436-48e1-abf3-4677d82dba6b tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 944 time: 0.0520921 Mar 31 22:05:00.401592 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-606e946a-a61f-4e1e-ab2d-bd0660e5500d admin admin] Publish callbacks [] for security_group (eec6f7dd-a096-45c9-8e6a-21f0c4f70ac0), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:00.428083 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dc3a3a9e-7cee-4dc4-be59-6c8510565645 req-9becad6c-33b1-45b8-83aa-2e86107340c9 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666196 Mar 31 22:05:00.474035 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1fc38-a509-4579-8c82-124c9c998241 req-42577414-b810-4f5c-b0ed-77d1b10aab08 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:00.475575 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-faa1fc38-a509-4579-8c82-124c9c998241 req-42577414-b810-4f5c-b0ed-77d1b10aab08 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0723898 Mar 31 22:05:00.486857 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-606e946a-a61f-4e1e-ab2d-bd0660e5500d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (eec6f7dd-a096-45c9-8e6a-21f0c4f70ac0), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:00.526009 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-faa1fc38-a509-4579-8c82-124c9c998241 req-22146a7e-699b-4167-940d-17f2ec35bda0 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448158 Mar 31 22:05:00.527479 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-606e946a-a61f-4e1e-ab2d-bd0660e5500d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=db2212cabf2c4109b3b0cf9c475b9851&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334452 Mar 31 22:05:00.528433 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e946a-a61f-4e1e-ab2d-bd0660e5500d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec6f7dd-a096-45c9-8e6a-21f0c4f70ac0,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:00.530167 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 56160) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:00.586153 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b016236a-34e9-49f9-ad82-868d6bd06455 admin admin] Publish callbacks [] for security_group (eec6f7dd-a096-45c9-8e6a-21f0c4f70ac0), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:00.607006 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b016236a-34e9-49f9-ad82-868d6bd06455 admin admin] Publish callbacks [] for security_group (eec6f7dd-a096-45c9-8e6a-21f0c4f70ac0), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:00.777539 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b016236a-34e9-49f9-ad82-868d6bd06455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (eec6f7dd-a096-45c9-8e6a-21f0c4f70ac0), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:00.780164 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b016236a-34e9-49f9-ad82-868d6bd06455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:00.781352 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b016236a-34e9-49f9-ad82-868d6bd06455 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eec6f7dd-a096-45c9-8e6a-21f0c4f70ac0 HTTP/1.1" status: 204 len: 168 time: 0.2501988 Mar 31 22:05:00.789883 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016236a-34e9-49f9-ad82-868d6bd06455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec6f7dd-a096-45c9-8e6a-21f0c4f70ac0,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:00.829826 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da580190-89dd-449b-b823-4df61419788d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bfedc15-e7a1-4038-9c38-fe252f276d62'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:05:00.832236 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c55ffa-0a25-4f2a-a4f9-02d3bbbb7ee4" -d '{"events": [{"server_uuid": "da580190-89dd-449b-b823-4df61419788d", "name": "network-vif-plugged", "status": "completed", "tag": "8bfedc15-e7a1-4038-9c38-fe252f276d62"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:05:00.856731 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 56166) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:00.868552 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a96add9-783a-4aaa-9127-b3d5794be666 x-openstack-request-id: req-7a96add9-783a-4aaa-9127-b3d5794be666 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:05:00.868993 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da580190-89dd-449b-b823-4df61419788d", "name": "network-vif-plugged", "status": "completed", "tag": "8bfedc15-e7a1-4038-9c38-fe252f276d62", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:05:00.869245 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7a96add9-783a-4aaa-9127-b3d5794be666 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:05:00.869987 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a96add9-783a-4aaa-9127-b3d5794be666'] response: {'server_uuid': 'da580190-89dd-449b-b823-4df61419788d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bfedc15-e7a1-4038-9c38-fe252f276d62', 'code': 200} Mar 31 22:05:00.873260 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-38c20ee6-02df-49af-a4d3-f048e3d7f469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:00.975525 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-38c20ee6-02df-49af-a4d3-f048e3d7f469 admin admin] Publish callbacks [] for security_group (b860ebd0-4f48-4ef7-b422-807b3a482d1d), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:01.043219 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd095bf-219e-41c3-93a1-6c8f02d9a0d6 req-f6ce7fad-b983-4a4b-89c2-d7943ad919ea tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:01.044701 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2dd095bf-219e-41c3-93a1-6c8f02d9a0d6 req-f6ce7fad-b983-4a4b-89c2-d7943ad919ea tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 945 time: 0.0609756 Mar 31 22:05:01.046081 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-38c20ee6-02df-49af-a4d3-f048e3d7f469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (b860ebd0-4f48-4ef7-b422-807b3a482d1d), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:01.101656 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-38c20ee6-02df-49af-a4d3-f048e3d7f469 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e32b62fc7d274c52a1e469caa91aabc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438660 Mar 31 22:05:01.102813 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c20ee6-02df-49af-a4d3-f048e3d7f469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b860ebd0-4f48-4ef7-b422-807b3a482d1d,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:01.104789 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 56172) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:01.144229 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2dd095bf-219e-41c3-93a1-6c8f02d9a0d6 req-c3ba676b-35a7-4153-aa0c-1f6be4cc0773 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873134 Mar 31 22:05:01.174873 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9d7686eb-0f61-4a5a-85af-82b1b994ceb6 admin admin] Publish callbacks [] for security_group (b860ebd0-4f48-4ef7-b422-807b3a482d1d), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:01.225018 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9d7686eb-0f61-4a5a-85af-82b1b994ceb6 admin admin] Publish callbacks [] for security_group (b860ebd0-4f48-4ef7-b422-807b3a482d1d), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:01.267304 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b86b5-204d-47bc-9012-350af7f27884 req-97c2d620-a303-4d9f-a7a2-0da582103863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:01.269063 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7c6b86b5-204d-47bc-9012-350af7f27884 req-97c2d620-a303-4d9f-a7a2-0da582103863 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 1129 time: 0.0924060 Mar 31 22:05:01.318982 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7c6b86b5-204d-47bc-9012-350af7f27884 req-340cc843-3784-4681-814d-461ce6d89d43 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=57f7280b-d370-4eed-bfc5-65256f610a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437095 Mar 31 22:05:01.379838 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720c56a-f385-42a9-8b3e-f8881520c95a req-64182159-a105-47f2-8047-6ee14f098687 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:01.385617 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c720c56a-f385-42a9-8b3e-f8881520c95a req-64182159-a105-47f2-8047-6ee14f098687 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 945 time: 0.0616400 Mar 31 22:05:01.418210 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9d7686eb-0f61-4a5a-85af-82b1b994ceb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (b860ebd0-4f48-4ef7-b422-807b3a482d1d), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:01.420930 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9d7686eb-0f61-4a5a-85af-82b1b994ceb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:01.422088 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-9d7686eb-0f61-4a5a-85af-82b1b994ceb6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b860ebd0-4f48-4ef7-b422-807b3a482d1d HTTP/1.1" status: 204 len: 168 time: 0.3153913 Mar 31 22:05:01.429080 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c720c56a-f385-42a9-8b3e-f8881520c95a req-374b4599-b016-4bda-b3cb-9cd74172ff95 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=57f7280b-d370-4eed-bfc5-65256f610a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426242 Mar 31 22:05:01.430103 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7686eb-0f61-4a5a-85af-82b1b994ceb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b860ebd0-4f48-4ef7-b422-807b3a482d1d,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:01.564337 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d6c3c-732f-407c-90e7-c0105c3e9dce req-d1aa653f-687f-4c9e-96a4-f26d96519cd1 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:01.567266 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8c1d6c3c-732f-407c-90e7-c0105c3e9dce req-d1aa653f-687f-4c9e-96a4-f26d96519cd1 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 944 time: 0.0611811 Mar 31 22:05:01.624211 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8c1d6c3c-732f-407c-90e7-c0105c3e9dce req-511cb05a-cafe-4e69-acb5-0c2a95a6a1b0 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490997 Mar 31 22:05:01.680411 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b1d1d-8c26-4c1c-9c9a-b93f633eb2e5 req-2c132246-4c49-446f-b3ba-984ff792b072 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:01.681874 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d38b1d1d-8c26-4c1c-9c9a-b93f633eb2e5 req-2c132246-4c49-446f-b3ba-984ff792b072 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0560110 Mar 31 22:05:01.728854 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d38b1d1d-8c26-4c1c-9c9a-b93f633eb2e5 req-0bd0003e-2482-48ce-879f-3622581f5761 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414758 Mar 31 22:05:01.829591 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 56204) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:01.887009 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a829862-ebd3-4dd1-849f-1bc195aca48b req-66ce7bb2-29e2-428c-8386-09d31ab31b14 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:01.888497 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0a829862-ebd3-4dd1-849f-1bc195aca48b req-66ce7bb2-29e2-428c-8386-09d31ab31b14 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0530994 Mar 31 22:05:01.898427 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 56210) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:01.903049 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-e1a85f39-2158-484f-a6be-8885c5538e62 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Request body: {'floatingip': {'port_id': 'ab834894-7c55-4fa2-bab1-c1eea0c6bd1a'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:05:01.980949 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e1a85f39-2158-484f-a6be-8885c5538e62 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for floatingip (61b6677b-0fb9-49f4-8db1-618f7385ed0a), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:01.995045 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b739b491-6e9d-4716-a0e9-7d5ad055a325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:02.088133 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b739b491-6e9d-4716-a0e9-7d5ad055a325 admin admin] Publish callbacks [] for security_group (e8b2b00e-6d65-4214-8767-88d209bef1ef), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:02.178304 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b739b491-6e9d-4716-a0e9-7d5ad055a325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (e8b2b00e-6d65-4214-8767-88d209bef1ef), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:02.239415 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b739b491-6e9d-4716-a0e9-7d5ad055a325 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e9677139b27d4999979014a74a7b3bc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4088645 Mar 31 22:05:02.243102 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 56228) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:02.255360 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739b491-6e9d-4716-a0e9-7d5ad055a325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b2b00e-6d65-4214-8767-88d209bef1ef,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:02.437607 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 3eec001d-0a2f-4972-913e-2529fe6163f8 up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:05:02.514720 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028019f-5fae-436c-893e-a9bd131a1d44 req-230d3c3c-0ae8-4c76-9496-a3006b96653b tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:02.516300 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5028019f-5fae-436c-893e-a9bd131a1d44 req-230d3c3c-0ae8-4c76-9496-a3006b96653b tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 945 time: 0.2721910 Mar 31 22:05:02.546588 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a0aab94e-287e-4095-b8de-a0c69d913c4b admin admin] Publish callbacks [] for security_group (e8b2b00e-6d65-4214-8767-88d209bef1ef), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:02.595492 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning for port 3eec001d-0a2f-4972-913e-2529fe6163f8 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 22:05:02.607505 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port 3eec001d-0a2f-4972-913e-2529fe6163f8 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:05:02.607505 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:02.657392 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a0aab94e-287e-4095-b8de-a0c69d913c4b admin admin] Publish callbacks [] for security_group (e8b2b00e-6d65-4214-8767-88d209bef1ef), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:02.728546 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5028019f-5fae-436c-893e-a9bd131a1d44 req-2ef3e162-0a83-4eb6-a385-7dccedaedced tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044621 Mar 31 22:05:02.785894 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c481850-0b46-4f82-9e60-61cd665cb3d1 req-6f9a0d5b-b6c0-466a-8b38-692f498a09d0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:02.787907 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7c481850-0b46-4f82-9e60-61cd665cb3d1 req-6f9a0d5b-b6c0-466a-8b38-692f498a09d0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 945 time: 0.2552536 Mar 31 22:05:02.876425 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 3eec001d-0a2f-4972-913e-2529fe6163f8 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:05:02.877185 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:02.924752 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01b5b34-cb25-4c25-97e0-0717e1c4ee47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eec001d-0a2f-4972-913e-2529fe6163f8'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:05:02.936846 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8b2b57-2b20-46b0-81f2-a396bc5eb542" -d '{"events": [{"server_uuid": "f01b5b34-cb25-4c25-97e0-0717e1c4ee47", "name": "network-vif-plugged", "status": "completed", "tag": "3eec001d-0a2f-4972-913e-2529fe6163f8"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:05:02.964578 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 3eec001d-0a2f-4972-913e-2529fe6163f8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3eec001d-0a2f-4972-913e-2529fe6163f8,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:05:03.041254 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:03.043079 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device eb54c229-a93f-4ebc-a1f8-6279b602ff36 up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:05:03.130394 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e1a85f39-2158-484f-a6be-8885c5538e62 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:03.158949 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7c481850-0b46-4f82-9e60-61cd665cb3d1 req-082074a1-2222-4a6a-9fca-6f537a731ed7 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=57f7280b-d370-4eed-bfc5-65256f610a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3352480 Mar 31 22:05:03.170153 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=3eec001d-0a2f-4972-913e-2529fe6163f8,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:03.183804 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f7e2a-a71f-4a57-b636-acb1971ff056 req-b7a3c95e-8eab-4a4c-b158-bd21a3cc8448 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:03.190762 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e84f7e2a-a71f-4a57-b636-acb1971ff056 req-b7a3c95e-8eab-4a4c-b158-bd21a3cc8448 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 944 time: 0.3332963 Mar 31 22:05:03.198201 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b28893-caf1-4c1a-bbb6-20ec07b36da0 x-openstack-request-id: req-f4b28893-caf1-4c1a-bbb6-20ec07b36da0 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:05:03.198201 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01b5b34-cb25-4c25-97e0-0717e1c4ee47", "name": "network-vif-plugged", "status": "completed", "tag": "3eec001d-0a2f-4972-913e-2529fe6163f8", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:05:03.198575 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f4b28893-caf1-4c1a-bbb6-20ec07b36da0 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:05:03.199193 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4b28893-caf1-4c1a-bbb6-20ec07b36da0'] response: {'server_uuid': 'f01b5b34-cb25-4c25-97e0-0717e1c4ee47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eec001d-0a2f-4972-913e-2529fe6163f8', 'code': 200} Mar 31 22:05:03.237290 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e1a85f39-2158-484f-a6be-8885c5538e62 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (61b6677b-0fb9-49f4-8db1-618f7385ed0a), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:03.246511 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning for port eb54c229-a93f-4ebc-a1f8-6279b602ff36 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 22:05:03.251786 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port eb54c229-a93f-4ebc-a1f8-6279b602ff36 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:05:03.252230 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (eb54c229-a93f-4ebc-a1f8-6279b602ff36), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:03.320905 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a0aab94e-287e-4095-b8de-a0c69d913c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (e8b2b00e-6d65-4214-8767-88d209bef1ef), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:03.323426 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a0aab94e-287e-4095-b8de-a0c69d913c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:03.324549 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-a0aab94e-287e-4095-b8de-a0c69d913c4b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e8b2b00e-6d65-4214-8767-88d209bef1ef HTTP/1.1" status: 204 len: 168 time: 1.0793791 Mar 31 22:05:03.334990 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e84f7e2a-a71f-4a57-b636-acb1971ff056 req-ed551826-c6dc-46c5-b990-4396881f0dd9 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431832 Mar 31 22:05:03.350923 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aab94e-287e-4095-b8de-a0c69d913c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b2b00e-6d65-4214-8767-88d209bef1ef,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:03.402839 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-e1a85f39-2158-484f-a6be-8885c5538e62 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Floating IP 61b6677b-0fb9-49f4-8db1-618f7385ed0a associated. External IP: 172.27.2.51, port: ab834894-7c55-4fa2-bab1-c1eea0c6bd1a. Mar 31 22:05:03.441124 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port eb54c229-a93f-4ebc-a1f8-6279b602ff36 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:05:03.441620 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (eb54c229-a93f-4ebc-a1f8-6279b602ff36), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:03.476389 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port eb54c229-a93f-4ebc-a1f8-6279b602ff36, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=eb54c229-a93f-4ebc-a1f8-6279b602ff36,segment=NetworkSegment(b743cf90-b78b-43d9-8f0e-75a85fa1a9c0),segment_id=b743cf90-b78b-43d9-8f0e-75a85fa1a9c0)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:05:03.561330 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (eb54c229-a93f-4ebc-a1f8-6279b602ff36), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:03.627003 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=eb54c229-a93f-4ebc-a1f8-6279b602ff36,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:03.653908 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a85f39-2158-484f-a6be-8885c5538e62 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Router bfb42bdc-16b9-4a0c-9644-8e234af92d96 has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:05:03.667787 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49557f-a11e-4fff-b6e7-f26de9c4a77e req-239d1ad7-6440-4b26-99b9-bab182dcab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:03.668308 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ad49557f-a11e-4fff-b6e7-f26de9c4a77e req-239d1ad7-6440-4b26-99b9-bab182dcab48 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 1129 time: 0.0546463 Mar 31 22:05:03.731641 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ad49557f-a11e-4fff-b6e7-f26de9c4a77e req-14bd9abf-d2d2-45ac-a5d2-b75d3a43f1a2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459497 Mar 31 22:05:03.770246 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a85f39-2158-484f-a6be-8885c5538e62 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:05:03.774889 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e1a85f39-2158-484f-a6be-8885c5538e62 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:03.787126 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f81f4a-cf5b-4e0f-bd84-0e5b73748667 None None] Sync routers for ids ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:05:03.800592 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f81f4a-cf5b-4e0f-bd84-0e5b73748667 None None] Routers {'bfb42bdc-16b9-4a0c-9644-8e234af92d96'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:05:03.801466 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-85f81f4a-cf5b-4e0f-bd84-0e5b73748667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:04:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:05:03.833257 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e1a85f39-2158-484f-a6be-8885c5538e62 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "PUT /v2.0/floatingips/61b6677b-0fb9-49f4-8db1-618f7385ed0a HTTP/1.1" status: 200 len: 991 time: 1.9337025 Mar 31 22:05:03.833853 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621c1182-7fcc-4be4-8783-2c02fc37e4f6', 'tag': 'ab834894-7c55-4fa2-bab1-c1eea0c6bd1a'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:05:03.836236 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d034bfc735977369ecc1df0796a02fa1e575f952a1ba42ee6983d0042c1cfb33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32e4b05-751b-4e17-990c-1543c2d0ca29" -d '{"events": [{"name": "network-changed", "server_uuid": "621c1182-7fcc-4be4-8783-2c02fc37e4f6", "tag": "ab834894-7c55-4fa2-bab1-c1eea0c6bd1a"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:05:03.864695 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 56288) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:03.903507 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5dd2ac-9301-43c8-9710-5710de9b6705 req-53ca7e00-34be-4a9b-b9ef-f2f4830511d0 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:03.905069 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2f5dd2ac-9301-43c8-9710-5710de9b6705 req-53ca7e00-34be-4a9b-b9ef-f2f4830511d0 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0632470 Mar 31 22:05:03.908303 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638df6f3-afc1-407a-b2f8-195bc87aca21 x-openstack-request-id: req-638df6f3-afc1-407a-b2f8-195bc87aca21 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:05:03.930628 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621c1182-7fcc-4be4-8783-2c02fc37e4f6", "tag": "ab834894-7c55-4fa2-bab1-c1eea0c6bd1a", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:05:03.930902 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-638df6f3-afc1-407a-b2f8-195bc87aca21 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:05:03.931341 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-638df6f3-afc1-407a-b2f8-195bc87aca21'] response: {'name': 'network-changed', 'server_uuid': '621c1182-7fcc-4be4-8783-2c02fc37e4f6', 'tag': 'ab834894-7c55-4fa2-bab1-c1eea0c6bd1a', 'status': 'completed', 'code': 200} Mar 31 22:05:03.952461 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-85f81f4a-cf5b-4e0f-bd84-0e5b73748667 None None] Set router bfb42bdc-16b9-4a0c-9644-8e234af92d96 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:05:03.983047 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2f5dd2ac-9301-43c8-9710-5710de9b6705 req-f66c1024-7cd7-463e-8782-863b0dc8fa50 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505705 Mar 31 22:05:04.031616 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-94c2f26c-6dad-4a8f-bec7-d41dd0e228e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:04.101794 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e4b05-751b-4e17-990c-1543c2d0ca29 req-599407e8-31ac-4852-a85d-fc749673f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:04.103393 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d32e4b05-751b-4e17-990c-1543c2d0ca29 req-599407e8-31ac-4852-a85d-fc749673f61b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6ec8840baa0418eaaf3929e20b8ac22&device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 1130 time: 0.0814667 Mar 31 22:05:04.220463 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-94c2f26c-6dad-4a8f-bec7-d41dd0e228e9 admin admin] Publish callbacks [] for security_group (f443f4f8-344a-4a3c-8f7c-5bb0a5ceb9d9), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:04.225969 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d48e8e63-352a-4e9f-a1d7-0f8e840823c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:04.246669 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e4b05-751b-4e17-990c-1543c2d0ca29 req-6dfe3313-9bc2-4b45-9db0-b804d5e2881c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:04.248409 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d32e4b05-751b-4e17-990c-1543c2d0ca29 req-6dfe3313-9bc2-4b45-9db0-b804d5e2881c service neutron] 10.222.0.57 "GET /v2.0/networks?id=0382e6fe-1738-4da8-a648-cd0ccb96afb3 HTTP/1.1" status: 200 len: 912 time: 0.1384115 Mar 31 22:05:04.286348 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-85f81f4a-cf5b-4e0f-bd84-0e5b73748667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'name': 'tempest-AttachVolumeTestJSON-1473956010-router', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:26Z', 'revision_number': 4, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'gw_port': {'id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': '61b6677b-0fb9-49f4-8db1-618f7385ed0a', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'port_id': 'ab834894-7c55-4fa2-bab1-c1eea0c6bd1a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'mac_address': 'fa:16:3e:7a:d1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c1182-7fcc-4be4-8783-2c02fc37e4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:04:34Z', 'updated_at': '2022-03-31T22:05:02Z', 'revision_number': 1, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea61551-e04c-43da-b6ec-88d19249363a', 'name': '', 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'mac_address': 'fa:16:3e:75:d4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:39Z', 'revision_number': 5, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'subnets': [{'id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:05:04.297462 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b9aac-ce2a-4e80-afbb-2fa8f566c27b req-5ac3989d-14b7-473a-b60b-2290ebb7d95f tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:04.305296 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fa8b9aac-ce2a-4e80-afbb-2fa8f566c27b req-5ac3989d-14b7-473a-b60b-2290ebb7d95f tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 945 time: 0.0610085 Mar 31 22:05:04.320700 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f81f4a-cf5b-4e0f-bd84-0e5b73748667 None None] Checking router: bfb42bdc-16b9-4a0c-9644-8e234af92d96 for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:05:04.336229 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 56296) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:04.338974 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f81f4a-cf5b-4e0f-bd84-0e5b73748667 None None] Routers {'bfb42bdc-16b9-4a0c-9644-8e234af92d96'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:05:04.339526 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-94c2f26c-6dad-4a8f-bec7-d41dd0e228e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (f443f4f8-344a-4a3c-8f7c-5bb0a5ceb9d9), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:04.339999 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-85f81f4a-cf5b-4e0f-bd84-0e5b73748667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:04:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:05:04.363477 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-89eaafa1-f835-4776-baa3-d25f78f2b88b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:04.380487 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fa8b9aac-ce2a-4e80-afbb-2fa8f566c27b req-6e9468fe-1155-43d4-83fe-e2ffc6ef22f4 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=57f7280b-d370-4eed-bfc5-65256f610a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743248 Mar 31 22:05:04.431995 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d32e4b05-751b-4e17-990c-1543c2d0ca29 req-328af572-3f52-4cb8-98de-dd6fdbfc9263 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab834894-7c55-4fa2-bab1-c1eea0c6bd1a HTTP/1.1" status: 200 len: 999 time: 0.1671605 Mar 31 22:05:04.486197 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-94c2f26c-6dad-4a8f-bec7-d41dd0e228e9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=78993db42fa047c98bdf1a76fa373260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6200886 Mar 31 22:05:04.492286 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 56302) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:04.502351 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-85f81f4a-cf5b-4e0f-bd84-0e5b73748667 None None] Set router bfb42bdc-16b9-4a0c-9644-8e234af92d96 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:05:04.503139 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2f26c-6dad-4a8f-bec7-d41dd0e228e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f443f4f8-344a-4a3c-8f7c-5bb0a5ceb9d9,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:04.538965 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e4b05-751b-4e17-990c-1543c2d0ca29 req-feb69a1a-34c3-477c-a6ab-e20e6baf56d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:04.540562 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d32e4b05-751b-4e17-990c-1543c2d0ca29 req-feb69a1a-34c3-477c-a6ab-e20e6baf56d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22da6a9c-27c7-4f9f-9fde-ed9d5543264e HTTP/1.1" status: 200 len: 850 time: 0.1077821 Mar 31 22:05:04.544126 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-89eaafa1-f835-4776-baa3-d25f78f2b88b admin admin] Publish callbacks [] for security_group (3d17f779-bcb3-422c-ab26-e5ca25cfde8f), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:04.568431 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ad149-95d8-43a6-95b9-275b165701d7 req-79baa4c2-de69-4016-8461-651074ecd230 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:04.570009 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0e9ad149-95d8-43a6-95b9-275b165701d7 req-79baa4c2-de69-4016-8461-651074ecd230 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.1119666 Mar 31 22:05:04.587087 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7b71f0e0-4afb-4610-830a-3049d398a48d admin admin] Publish callbacks [] for security_group (f443f4f8-344a-4a3c-8f7c-5bb0a5ceb9d9), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:04.596216 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68656dc-ef4d-4a0a-a239-f477fb1130a9 req-448aa705-14b3-4c8b-985f-da34954a87db tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:04.600996 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e68656dc-ef4d-4a0a-a239-f477fb1130a9 req-448aa705-14b3-4c8b-985f-da34954a87db tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 945 time: 0.1042008 Mar 31 22:05:04.606433 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 56304) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:04.615805 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7b71f0e0-4afb-4610-830a-3049d398a48d admin admin] Publish callbacks [] for security_group (f443f4f8-344a-4a3c-8f7c-5bb0a5ceb9d9), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:04.618124 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-0d43115c-dfbe-4581-bb24-e4c122142c71 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Request body: {'floatingip': {'port_id': '8bfedc15-e7a1-4038-9c38-fe252f276d62'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:05:04.643042 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e4b05-751b-4e17-990c-1543c2d0ca29 req-af7a2c2d-5740-46a3-a6bf-d72f2dcb44d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:04.644861 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d32e4b05-751b-4e17-990c-1543c2d0ca29 req-af7a2c2d-5740-46a3-a6bf-d72f2dcb44d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0382e6fe-1738-4da8-a648-cd0ccb96afb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0932031 Mar 31 22:05:04.670999 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-89eaafa1-f835-4776-baa3-d25f78f2b88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (3d17f779-bcb3-422c-ab26-e5ca25cfde8f), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:04.703420 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d43115c-dfbe-4581-bb24-e4c122142c71 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (f3e888fd-070e-43b7-98d7-643026b04055), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:04.771888 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0e9ad149-95d8-43a6-95b9-275b165701d7 req-7359d213-849a-4846-812f-bc75a5765deb tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900980 Mar 31 22:05:04.793184 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7b71f0e0-4afb-4610-830a-3049d398a48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (f443f4f8-344a-4a3c-8f7c-5bb0a5ceb9d9), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:04.797999 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7b71f0e0-4afb-4610-830a-3049d398a48d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:04.803764 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-7b71f0e0-4afb-4610-830a-3049d398a48d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f443f4f8-344a-4a3c-8f7c-5bb0a5ceb9d9 HTTP/1.1" status: 204 len: 168 time: 0.3101788 Mar 31 22:05:04.805742 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-89eaafa1-f835-4776-baa3-d25f78f2b88b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d55d206e1aa34e49ac0768452615c99e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4686570 Mar 31 22:05:04.806477 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eaafa1-f835-4776-baa3-d25f78f2b88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d17f779-bcb3-422c-ab26-e5ca25cfde8f,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:04.810694 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 56312) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:04.822776 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71f0e0-4afb-4610-830a-3049d398a48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f443f4f8-344a-4a3c-8f7c-5bb0a5ceb9d9,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:04.831781 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d32e4b05-751b-4e17-990c-1543c2d0ca29 req-ac1c1659-252e-4be4-bfc8-d41fc1bf2f5c service neutron] 10.222.0.57 "GET /v2.0/networks/0382e6fe-1738-4da8-a648-cd0ccb96afb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644943 Mar 31 22:05:04.864712 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-85f81f4a-cf5b-4e0f-bd84-0e5b73748667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'name': 'tempest-AttachVolumeTestJSON-1473956010-router', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:26Z', 'revision_number': 4, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'gw_port': {'id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': '61b6677b-0fb9-49f4-8db1-618f7385ed0a', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'port_id': 'ab834894-7c55-4fa2-bab1-c1eea0c6bd1a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'mac_address': 'fa:16:3e:7a:d1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c1182-7fcc-4be4-8783-2c02fc37e4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:04:34Z', 'updated_at': '2022-03-31T22:05:02Z', 'revision_number': 1, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea61551-e04c-43da-b6ec-88d19249363a', 'name': '', 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'mac_address': 'fa:16:3e:75:d4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:39Z', 'revision_number': 5, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'subnets': [{'id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:05:04.900918 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f81f4a-cf5b-4e0f-bd84-0e5b73748667 None None] The sync data for ids ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'] in dv-cinder-836083-1-iscsi is: [{'id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'name': 'tempest-AttachVolumeTestJSON-1473956010-router', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:26Z', 'revision_number': 4, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'gw_port': {'id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': '61b6677b-0fb9-49f4-8db1-618f7385ed0a', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'port_id': 'ab834894-7c55-4fa2-bab1-c1eea0c6bd1a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'mac_address': 'fa:16:3e:7a:d1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621c1182-7fcc-4be4-8783-2c02fc37e4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:04:34Z', 'updated_at': '2022-03-31T22:05:02Z', 'revision_number': 1, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea61551-e04c-43da-b6ec-88d19249363a', 'name': '', 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'mac_address': 'fa:16:3e:75:d4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:39Z', 'revision_number': 5, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'subnets': [{'id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:05:04.972132 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d32e4b05-751b-4e17-990c-1543c2d0ca29 req-02ec746e-b102-4a33-ae20-b72849d2f1f0 service neutron] 10.222.0.57 "GET /v2.0/networks/0382e6fe-1738-4da8-a648-cd0ccb96afb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293643 Mar 31 22:05:05.001013 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d7781bb6-9726-40e8-93e3-3f62e3048e2b admin admin] Publish callbacks [] for security_group (3d17f779-bcb3-422c-ab26-e5ca25cfde8f), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:05.036298 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d7781bb6-9726-40e8-93e3-3f62e3048e2b admin admin] Publish callbacks [] for security_group (3d17f779-bcb3-422c-ab26-e5ca25cfde8f), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:05.149224 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e06f7db-6666-4f50-be6a-42da286f5ef1 None None] New status for floating IP 61b6677b-0fb9-49f4-8db1-618f7385ed0a: ACTIVE {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:05:05.214545 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda86839-8b13-4220-81c8-f68257e22bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb54c229-a93f-4ebc-a1f8-6279b602ff36'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:05:05.221734 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa786b5-636e-41f3-a570-0d40b03f1444" -d '{"events": [{"server_uuid": "fda86839-8b13-4220-81c8-f68257e22bb4", "name": "network-vif-plugged", "status": "completed", "tag": "eb54c229-a93f-4ebc-a1f8-6279b602ff36"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:05:05.295313 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83b46a-fd9c-42f2-b1e5-6ef2b66f9167 req-f0b85279-43b6-44e0-b841-f1b7f633d90b tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:05.296973 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5e83b46a-fd9c-42f2-b1e5-6ef2b66f9167 req-f0b85279-43b6-44e0-b841-f1b7f633d90b tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.2042906 Mar 31 22:05:05.303421 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d7781bb6-9726-40e8-93e3-3f62e3048e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (3d17f779-bcb3-422c-ab26-e5ca25cfde8f), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:05.306129 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d7781bb6-9726-40e8-93e3-3f62e3048e2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:05.308900 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58405c16-12a9-4213-88c4-ba005ae9fbfd x-openstack-request-id: req-58405c16-12a9-4213-88c4-ba005ae9fbfd {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:05:05.309463 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda86839-8b13-4220-81c8-f68257e22bb4", "name": "network-vif-plugged", "status": "completed", "tag": "eb54c229-a93f-4ebc-a1f8-6279b602ff36", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:05:05.310251 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-58405c16-12a9-4213-88c4-ba005ae9fbfd {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:05:05.310530 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-d7781bb6-9726-40e8-93e3-3f62e3048e2b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d17f779-bcb3-422c-ab26-e5ca25cfde8f HTTP/1.1" status: 204 len: 168 time: 0.4988537 Mar 31 22:05:05.310967 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58405c16-12a9-4213-88c4-ba005ae9fbfd'] response: {'server_uuid': 'fda86839-8b13-4220-81c8-f68257e22bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb54c229-a93f-4ebc-a1f8-6279b602ff36', 'code': 200} Mar 31 22:05:05.331869 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7781bb6-9726-40e8-93e3-3f62e3048e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d17f779-bcb3-422c-ab26-e5ca25cfde8f,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:05.430474 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5e83b46a-fd9c-42f2-b1e5-6ef2b66f9167 req-3e71480c-02c8-42a0-a424-155ca7a20019 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074009 Mar 31 22:05:05.488840 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d43115c-dfbe-4581-bb24-e4c122142c71 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:05.589012 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d43115c-dfbe-4581-bb24-e4c122142c71 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (f3e888fd-070e-43b7-98d7-643026b04055), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:05.717193 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2258f-c0e7-4040-966e-d5f97e47c733 req-4b49eb37-7622-464a-a7ca-f09818bc24fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:05.717329 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-0d43115c-dfbe-4581-bb24-e4c122142c71 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Floating IP f3e888fd-070e-43b7-98d7-643026b04055 associated. External IP: 172.27.2.242, port: 8bfedc15-e7a1-4038-9c38-fe252f276d62. Mar 31 22:05:05.719229 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d5e2258f-c0e7-4040-966e-d5f97e47c733 req-4b49eb37-7622-464a-a7ca-f09818bc24fa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 1130 time: 0.0686712 Mar 31 22:05:05.748896 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:05.814468 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d5e2258f-c0e7-4040-966e-d5f97e47c733 req-ecee716a-de0b-462a-b7fa-b6b2f458ca99 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769274 Mar 31 22:05:06.105232 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74273d-a426-453a-9d4f-d524311bfc46 req-f63443c9-e5db-4a5d-81f7-87d92ea205c2 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:06.106755 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bf74273d-a426-453a-9d4f-d524311bfc46 req-f63443c9-e5db-4a5d-81f7-87d92ea205c2 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.1063592 Mar 31 22:05:06.153999 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:05:06.251495 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bf74273d-a426-453a-9d4f-d524311bfc46 req-03bac762-c626-4cfc-ac3e-5309f2804478 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373868 Mar 31 22:05:06.291246 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6346d878-d0a6-48ce-b6fa-497f13766a66 req-4eb38df1-9839-405c-93a1-2546840d63df service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711479 Mar 31 22:05:06.314783 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d43115c-dfbe-4581-bb24-e4c122142c71 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:05:06.428701 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346d878-d0a6-48ce-b6fa-497f13766a66 req-14ff2308-9fab-4ed7-92e9-27478945e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:06.431849 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6346d878-d0a6-48ce-b6fa-497f13766a66 req-14ff2308-9fab-4ed7-92e9-27478945e564 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6e3affcc226b4a7190a79174d08fed7b&device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 1129 time: 0.0713446 Mar 31 22:05:06.471696 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adae3c-c572-4f8e-85c1-27d039d6f9f7 req-34be17df-64c8-462d-946b-99144598426e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:06.472183 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-34adae3c-c572-4f8e-85c1-27d039d6f9f7 req-34be17df-64c8-462d-946b-99144598426e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.1046100 Mar 31 22:05:06.484119 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 56380) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:06.490380 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-0973316e-1ad5-499c-9cf3-7c7c4400bddc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Request body: {'floatingip': {'port_id': '3eec001d-0a2f-4972-913e-2529fe6163f8'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:05:06.542122 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d43115c-dfbe-4581-bb24-e4c122142c71 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:05:06.545676 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0973316e-1ad5-499c-9cf3-7c7c4400bddc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for floatingip (caffbe39-7e33-4b58-bddf-0a537fd4f785), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:06.551275 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d43115c-dfbe-4581-bb24-e4c122142c71 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:06.564288 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee81a2b-5e52-48d2-b26c-8208d25d4401 None None] Sync routers for ids ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:05:06.595972 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee81a2b-5e52-48d2-b26c-8208d25d4401 None None] Routers {'1100fe1f-e72a-4378-8d3a-43a9cb1b565e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:05:06.599125 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-8ee81a2b-5e52-48d2-b26c-8208d25d4401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:04:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:05:06.613765 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346d878-d0a6-48ce-b6fa-497f13766a66 req-0c0ecfb8-86f5-46d6-8c32-27de53c75e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:06.615204 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6346d878-d0a6-48ce-b6fa-497f13766a66 req-0c0ecfb8-86f5-46d6-8c32-27de53c75e9c service neutron] 10.222.0.57 "GET /v2.0/networks?id=c50d8f22-7eaa-4cf3-bb86-831bec13bd7f HTTP/1.1" status: 200 len: 912 time: 0.1570513 Mar 31 22:05:06.669044 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7d66cfde-aeb8-4b6d-8d78-7c699036d80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:06.695393 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-0d43115c-dfbe-4581-bb24-e4c122142c71 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "PUT /v2.0/floatingips/f3e888fd-070e-43b7-98d7-643026b04055 HTTP/1.1" status: 200 len: 991 time: 2.0877357 Mar 31 22:05:06.715523 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da580190-89dd-449b-b823-4df61419788d', 'tag': '8bfedc15-e7a1-4038-9c38-fe252f276d62'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:05:06.717261 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6346d878-d0a6-48ce-b6fa-497f13766a66 req-ed9a1c13-2e3f-4f0e-b158-78e3975c2c46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fae38d2-9003-463c-ac76-bb124420f142 HTTP/1.1" status: 200 len: 217 time: 0.0875409 Mar 31 22:05:06.717446 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d034bfc735977369ecc1df0796a02fa1e575f952a1ba42ee6983d0042c1cfb33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b6d3f6-d9a6-44a2-a311-7f118fe0bee7" -d '{"events": [{"name": "network-changed", "server_uuid": "da580190-89dd-449b-b823-4df61419788d", "tag": "8bfedc15-e7a1-4038-9c38-fe252f276d62"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:05:06.762837 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc2255-8e81-4961-93b8-0c766307a513 req-1bbcc7dd-44c0-4183-aa1c-01510162474b tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:06.764390 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7bcc2255-8e81-4961-93b8-0c766307a513 req-1bbcc7dd-44c0-4183-aa1c-01510162474b tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.2096634 Mar 31 22:05:06.764579 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-8ee81a2b-5e52-48d2-b26c-8208d25d4401 None None] Set router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:05:06.767532 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6afbd3-ca9a-4188-bcea-e3c90147a6bb x-openstack-request-id: req-4e6afbd3-ca9a-4188-bcea-e3c90147a6bb {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:05:06.767532 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da580190-89dd-449b-b823-4df61419788d", "tag": "8bfedc15-e7a1-4038-9c38-fe252f276d62", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:05:06.767532 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4e6afbd3-ca9a-4188-bcea-e3c90147a6bb {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:05:06.767882 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e6afbd3-ca9a-4188-bcea-e3c90147a6bb'] response: {'name': 'network-changed', 'server_uuid': 'da580190-89dd-449b-b823-4df61419788d', 'tag': '8bfedc15-e7a1-4038-9c38-fe252f276d62', 'status': 'completed', 'code': 200} Mar 31 22:05:06.900131 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6346d878-d0a6-48ce-b6fa-497f13766a66 req-7231c80d-b5a9-4767-a8e2-198b5ae1af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:06.903907 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6346d878-d0a6-48ce-b6fa-497f13766a66 req-7231c80d-b5a9-4767-a8e2-198b5ae1af23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8b80fdb4-4467-4953-9e11-fa1763e56cd1 HTTP/1.1" status: 200 len: 851 time: 0.1801956 Mar 31 22:05:06.907249 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7bcc2255-8e81-4961-93b8-0c766307a513 req-907c3ac1-a63b-4ad6-877a-b4140482e303 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044028 Mar 31 22:05:06.984275 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6d3f6-d9a6-44a2-a311-7f118fe0bee7 req-5904392e-1fa4-4729-bd57-620514642da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:06.986297 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e1b6d3f6-d9a6-44a2-a311-7f118fe0bee7 req-5904392e-1fa4-4729-bd57-620514642da5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=891af07672f940c09ae8cbf340a48b4d&device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 1129 time: 0.1883533 Mar 31 22:05:06.989078 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6346d878-d0a6-48ce-b6fa-497f13766a66 req-0bdc9d6b-ce5a-4e06-9936-25484ebf3454 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c50d8f22-7eaa-4cf3-bb86-831bec13bd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701556 Mar 31 22:05:07.140267 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-8ee81a2b-5e52-48d2-b26c-8208d25d4401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'f3e888fd-070e-43b7-98d7-643026b04055', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'port_id': '8bfedc15-e7a1-4038-9c38-fe252f276d62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'mac_address': 'fa:16:3e:71:e6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da580190-89dd-449b-b823-4df61419788d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:04:31Z', 'updated_at': '2022-03-31T22:05:05Z', 'revision_number': 1, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:27Z', 'revision_number': 5, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:05:07.284309 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6d3f6-d9a6-44a2-a311-7f118fe0bee7 req-e7088494-4a4a-438d-be32-edb4944a7707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:07.285976 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e1b6d3f6-d9a6-44a2-a311-7f118fe0bee7 req-e7088494-4a4a-438d-be32-edb4944a7707 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1cfcbe07-ec4b-4324-9343-639a3e44e48c HTTP/1.1" status: 200 len: 914 time: 0.2869384 Mar 31 22:05:07.297277 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6346d878-d0a6-48ce-b6fa-497f13766a66 req-7315fa74-6647-4e42-a245-d3d3fffc430c service neutron] 10.222.0.57 "GET /v2.0/networks/c50d8f22-7eaa-4cf3-bb86-831bec13bd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512384 Mar 31 22:05:07.319602 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee81a2b-5e52-48d2-b26c-8208d25d4401 None None] Checking router: 1100fe1f-e72a-4378-8d3a-43a9cb1b565e for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:05:07.332621 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0973316e-1ad5-499c-9cf3-7c7c4400bddc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:07.333244 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee81a2b-5e52-48d2-b26c-8208d25d4401 None None] Routers {'1100fe1f-e72a-4378-8d3a-43a9cb1b565e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:05:07.333811 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-8ee81a2b-5e52-48d2-b26c-8208d25d4401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:05:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:05:07.395173 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0973316e-1ad5-499c-9cf3-7c7c4400bddc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (caffbe39-7e33-4b58-bddf-0a537fd4f785), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:07.452934 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e1b6d3f6-d9a6-44a2-a311-7f118fe0bee7 req-ad3642bc-ceb7-4bcc-a84a-c3258f54de03 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bfedc15-e7a1-4038-9c38-fe252f276d62 HTTP/1.1" status: 200 len: 999 time: 0.1546650 Mar 31 22:05:07.519789 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-8ee81a2b-5e52-48d2-b26c-8208d25d4401 None None] Set router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:05:07.532909 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:07.536168 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6346d878-d0a6-48ce-b6fa-497f13766a66 req-70ab1369-f0de-4c4d-a41b-f3a0fe39b599 service neutron] 10.222.0.57 "GET /v2.0/networks/c50d8f22-7eaa-4cf3-bb86-831bec13bd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845393 Mar 31 22:05:07.538100 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6d3f6-d9a6-44a2-a311-7f118fe0bee7 req-f9bb0f9c-b8a2-4ab3-95bf-05948c51969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:07.544433 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-0973316e-1ad5-499c-9cf3-7c7c4400bddc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Floating IP caffbe39-7e33-4b58-bddf-0a537fd4f785 associated. External IP: 172.27.2.121, port: 3eec001d-0a2f-4972-913e-2529fe6163f8. Mar 31 22:05:07.544696 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e1b6d3f6-d9a6-44a2-a311-7f118fe0bee7 req-f9bb0f9c-b8a2-4ab3-95bf-05948c51969b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46fdab92-2c2a-49be-bf50-a72b75107edf HTTP/1.1" status: 200 len: 852 time: 0.0753245 Mar 31 22:05:07.610894 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6d3f6-d9a6-44a2-a311-7f118fe0bee7 req-ef42f59a-636f-45b1-8d56-3e58da9557c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:07.617836 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e1b6d3f6-d9a6-44a2-a311-7f118fe0bee7 req-ef42f59a-636f-45b1-8d56-3e58da9557c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cfcbe07-ec4b-4324-9343-639a3e44e48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585201 Mar 31 22:05:07.820639 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e1b6d3f6-d9a6-44a2-a311-7f118fe0bee7 req-b695543a-4d3f-42cd-a9ec-4214a1321eb3 service neutron] 10.222.0.57 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927011 Mar 31 22:05:07.851414 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-8ee81a2b-5e52-48d2-b26c-8208d25d4401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'f3e888fd-070e-43b7-98d7-643026b04055', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'port_id': '8bfedc15-e7a1-4038-9c38-fe252f276d62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'mac_address': 'fa:16:3e:71:e6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da580190-89dd-449b-b823-4df61419788d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:04:31Z', 'updated_at': '2022-03-31T22:05:05Z', 'revision_number': 1, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:27Z', 'revision_number': 5, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:05:07.878820 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0973316e-1ad5-499c-9cf3-7c7c4400bddc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Router 79595681-dc03-45d7-a583-93da0fd8f1e2 has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:05:07.892965 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee81a2b-5e52-48d2-b26c-8208d25d4401 None None] The sync data for ids ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'] in dv-cinder-836083-1-iscsi is: [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'f3e888fd-070e-43b7-98d7-643026b04055', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'port_id': '8bfedc15-e7a1-4038-9c38-fe252f276d62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'mac_address': 'fa:16:3e:71:e6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da580190-89dd-449b-b823-4df61419788d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:04:31Z', 'updated_at': '2022-03-31T22:05:05Z', 'revision_number': 1, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:27Z', 'revision_number': 5, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:05:07.944986 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e1b6d3f6-d9a6-44a2-a311-7f118fe0bee7 req-119151e6-39a4-4976-8d46-3f87d38384e5 service neutron] 10.222.0.57 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179364 Mar 31 22:05:08.080566 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0973316e-1ad5-499c-9cf3-7c7c4400bddc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:05:08.085400 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0973316e-1ad5-499c-9cf3-7c7c4400bddc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:08.093811 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfc9ea-ecee-48e0-a3b4-5a46767c9a12 req-e2b58032-816b-49bd-b8b7-e8174834120f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:08.095931 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-21dfc9ea-ecee-48e0-a3b4-5a46767c9a12 req-e2b58032-816b-49bd-b8b7-e8174834120f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0879910 Mar 31 22:05:08.099073 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba79616e-2c3d-4c99-910f-b3aa8bb4718e None None] Sync routers for ids ['79595681-dc03-45d7-a583-93da0fd8f1e2'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:05:08.112038 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba79616e-2c3d-4c99-910f-b3aa8bb4718e None None] Routers {'79595681-dc03-45d7-a583-93da0fd8f1e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:05:08.112768 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-ba79616e-2c3d-4c99-910f-b3aa8bb4718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:05:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['79595681-dc03-45d7-a583-93da0fd8f1e2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:05:08.162910 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-0973316e-1ad5-499c-9cf3-7c7c4400bddc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "PUT /v2.0/floatingips/caffbe39-7e33-4b58-bddf-0a537fd4f785 HTTP/1.1" status: 200 len: 991 time: 1.6768348 Mar 31 22:05:08.179957 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a8491b-d4dc-4f14-ac73-b5c2006a41a6 None None] New status for floating IP f3e888fd-070e-43b7-98d7-643026b04055: ACTIVE {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:05:08.196298 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-21dfc9ea-ecee-48e0-a3b4-5a46767c9a12 req-85e4a002-c319-4ffe-bffe-608fba8f9071 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731263 Mar 31 22:05:08.265753 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-ba79616e-2c3d-4c99-910f-b3aa8bb4718e None None] Set router 79595681-dc03-45d7-a583-93da0fd8f1e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:05:08.428425 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e0dd7-9b36-455c-a172-416b02d4a991 req-395cdfbf-e30b-42b8-98f2-d9bb973d3fde tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:08.434285 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7f6e0dd7-9b36-455c-a172-416b02d4a991 req-395cdfbf-e30b-42b8-98f2-d9bb973d3fde tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 945 time: 0.1077225 Mar 31 22:05:08.614894 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-ba79616e-2c3d-4c99-910f-b3aa8bb4718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'name': 'tempest-AttachVolumeShelveTestJSON-2065121846-router', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'gw_port': {'id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'caffbe39-7e33-4b58-bddf-0a537fd4f785', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'port_id': '3eec001d-0a2f-4972-913e-2529fe6163f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'mac_address': 'fa:16:3e:d0:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01b5b34-cb25-4c25-97e0-0717e1c4ee47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:04:43Z', 'updated_at': '2022-03-31T22:05:07Z', 'revision_number': 1, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67a0f26-97a7-48a6-9414-24df8c326d24', 'name': '', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'mac_address': 'fa:16:3e:4e:28:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:42Z', 'revision_number': 5, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'subnets': [{'id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:05:08.663958 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba79616e-2c3d-4c99-910f-b3aa8bb4718e None None] Checking router: 79595681-dc03-45d7-a583-93da0fd8f1e2 for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:05:08.663958 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba79616e-2c3d-4c99-910f-b3aa8bb4718e None None] Routers {'79595681-dc03-45d7-a583-93da0fd8f1e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:05:08.663958 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-ba79616e-2c3d-4c99-910f-b3aa8bb4718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:05:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['79595681-dc03-45d7-a583-93da0fd8f1e2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:05:08.713059 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7f6e0dd7-9b36-455c-a172-416b02d4a991 req-5abc74d8-aab9-4658-81ab-beec482bbb89 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/security-groups?id=65920674-ddc5-492b-bcb2-b5a647a6a043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780480 Mar 31 22:05:08.768795 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01b5b34-cb25-4c25-97e0-0717e1c4ee47', 'tag': '3eec001d-0a2f-4972-913e-2529fe6163f8'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:05:08.776025 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d034bfc735977369ecc1df0796a02fa1e575f952a1ba42ee6983d0042c1cfb33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c913cd6-2dc9-45a1-b496-66968f6588ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f01b5b34-cb25-4c25-97e0-0717e1c4ee47", "tag": "3eec001d-0a2f-4972-913e-2529fe6163f8"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:05:08.781523 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-ba79616e-2c3d-4c99-910f-b3aa8bb4718e None None] Set router 79595681-dc03-45d7-a583-93da0fd8f1e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:05:08.807447 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d29c48-c801-4000-91d9-42ffc82c5017 x-openstack-request-id: req-a3d29c48-c801-4000-91d9-42ffc82c5017 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:05:08.807858 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01b5b34-cb25-4c25-97e0-0717e1c4ee47", "tag": "3eec001d-0a2f-4972-913e-2529fe6163f8", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:05:08.808204 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a3d29c48-c801-4000-91d9-42ffc82c5017 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:05:08.808725 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3d29c48-c801-4000-91d9-42ffc82c5017'] response: {'name': 'network-changed', 'server_uuid': 'f01b5b34-cb25-4c25-97e0-0717e1c4ee47', 'tag': '3eec001d-0a2f-4972-913e-2529fe6163f8', 'status': 'completed', 'code': 200} Mar 31 22:05:08.887382 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c913cd6-2dc9-45a1-b496-66968f6588ae req-c11bae3f-e16a-4533-a60d-570078d62c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:08.888876 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7c913cd6-2dc9-45a1-b496-66968f6588ae req-c11bae3f-e16a-4533-a60d-570078d62c5a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34e52cb5afa74b4eafaebe16c9e1e1d1&device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 1129 time: 0.0499194 Mar 31 22:05:08.985327 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c913cd6-2dc9-45a1-b496-66968f6588ae req-bf759d49-50e9-4637-848c-6fe1cce77c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:08.988302 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7c913cd6-2dc9-45a1-b496-66968f6588ae req-bf759d49-50e9-4637-848c-6fe1cce77c25 service neutron] 10.222.0.57 "GET /v2.0/networks?id=39113ebe-596d-4feb-8ec9-18a7831cbf68 HTTP/1.1" status: 200 len: 918 time: 0.0876887 Mar 31 22:05:09.038732 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-ba79616e-2c3d-4c99-910f-b3aa8bb4718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'name': 'tempest-AttachVolumeShelveTestJSON-2065121846-router', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'gw_port': {'id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'caffbe39-7e33-4b58-bddf-0a537fd4f785', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'port_id': '3eec001d-0a2f-4972-913e-2529fe6163f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'mac_address': 'fa:16:3e:d0:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01b5b34-cb25-4c25-97e0-0717e1c4ee47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:04:43Z', 'updated_at': '2022-03-31T22:05:07Z', 'revision_number': 1, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67a0f26-97a7-48a6-9414-24df8c326d24', 'name': '', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'mac_address': 'fa:16:3e:4e:28:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:42Z', 'revision_number': 5, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'subnets': [{'id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:05:09.090058 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7c913cd6-2dc9-45a1-b496-66968f6588ae req-ec33afd9-b609-4de7-a0fd-057de6e8060c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eec001d-0a2f-4972-913e-2529fe6163f8 HTTP/1.1" status: 200 len: 999 time: 0.0872107 Mar 31 22:05:09.151775 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c913cd6-2dc9-45a1-b496-66968f6588ae req-c887a0d3-d883-455e-91e9-55a82a5b98bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:09.153686 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7c913cd6-2dc9-45a1-b496-66968f6588ae req-c887a0d3-d883-455e-91e9-55a82a5b98bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=01b07abf-1022-4cb3-9419-c682f5c84b30 HTTP/1.1" status: 200 len: 856 time: 0.0522003 Mar 31 22:05:09.192931 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bc2af-4295-4547-935a-a24443d38bd5 req-59d140db-e5a3-41d4-88a9-7815c0a840a5 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:09.199188 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e95bc2af-4295-4547-935a-a24443d38bd5 req-59d140db-e5a3-41d4-88a9-7815c0a840a5 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0598042 Mar 31 22:05:09.208934 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c913cd6-2dc9-45a1-b496-66968f6588ae req-9e9c20f0-83a4-44cd-a1c3-8c2c8400c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:09.209459 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:09.210503 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7c913cd6-2dc9-45a1-b496-66968f6588ae req-9e9c20f0-83a4-44cd-a1c3-8c2c8400c4c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39113ebe-596d-4feb-8ec9-18a7831cbf68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498600 Mar 31 22:05:09.210667 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba79616e-2c3d-4c99-910f-b3aa8bb4718e None None] The sync data for ids ['79595681-dc03-45d7-a583-93da0fd8f1e2'] in dv-cinder-836083-1-iscsi is: [{'id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'name': 'tempest-AttachVolumeShelveTestJSON-2065121846-router', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'gw_port': {'id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'caffbe39-7e33-4b58-bddf-0a537fd4f785', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'floating_ip_address': '172.27.2.121', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'port_id': '3eec001d-0a2f-4972-913e-2529fe6163f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'mac_address': 'fa:16:3e:d0:c6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01b5b34-cb25-4c25-97e0-0717e1c4ee47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:04:43Z', 'updated_at': '2022-03-31T22:05:07Z', 'revision_number': 1, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67a0f26-97a7-48a6-9414-24df8c326d24', 'name': '', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'mac_address': 'fa:16:3e:4e:28:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:42Z', 'revision_number': 5, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'subnets': [{'id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:05:09.246959 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e95bc2af-4295-4547-935a-a24443d38bd5 req-c40a7ad1-292c-4b7f-9e06-84911b7099df tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465949 Mar 31 22:05:09.494398 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ee1aae-9b7e-45bc-9e3b-2ecd7b3ccaed None None] New status for floating IP caffbe39-7e33-4b58-bddf-0a537fd4f785: ACTIVE {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:05:09.535674 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7c913cd6-2dc9-45a1-b496-66968f6588ae req-a6c9c460-5e69-4860-91c0-55fd03cfa76f service neutron] 10.222.0.57 "GET /v2.0/networks/39113ebe-596d-4feb-8ec9-18a7831cbf68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075395 Mar 31 22:05:09.616706 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11f760-fa4a-4d85-9fb0-9d2612f36194 req-7861d365-57a2-46ac-8a17-a02b11af3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:09.618209 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-4a11f760-fa4a-4d85-9fb0-9d2612f36194 req-7861d365-57a2-46ac-8a17-a02b11af3246 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b68fe8e4bc64eae87e72c9aa61ec996&device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 1130 time: 0.3019273 Mar 31 22:05:09.699098 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7c913cd6-2dc9-45a1-b496-66968f6588ae req-7263ee5d-bda4-41f9-ba95-65515fac912b service neutron] 10.222.0.57 "GET /v2.0/networks/39113ebe-596d-4feb-8ec9-18a7831cbf68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554601 Mar 31 22:05:09.738376 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11f760-fa4a-4d85-9fb0-9d2612f36194 req-5039dc6a-41c2-4722-9f53-bc45e0a3e2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:09.739950 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-4a11f760-fa4a-4d85-9fb0-9d2612f36194 req-5039dc6a-41c2-4722-9f53-bc45e0a3e2c1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6141f838-016f-4422-a50b-fae51e1d7ab9 HTTP/1.1" status: 200 len: 920 time: 0.1054947 Mar 31 22:05:09.792253 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-4a11f760-fa4a-4d85-9fb0-9d2612f36194 req-595683d3-fd54-4429-9a65-82cb4a38ba3e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb54c229-a93f-4ebc-a1f8-6279b602ff36 HTTP/1.1" status: 200 len: 217 time: 0.0396588 Mar 31 22:05:09.853024 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bd742-d691-493f-a977-3ff33c8e4e7a req-1d696a3f-8260-4c13-8a25-5c8d9313823a tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:09.853623 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11f760-fa4a-4d85-9fb0-9d2612f36194 req-08b807ad-e1ac-4760-94e9-2d42d9f27b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:09.854516 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e39bd742-d691-493f-a977-3ff33c8e4e7a req-1d696a3f-8260-4c13-8a25-5c8d9313823a tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 945 time: 0.0540717 Mar 31 22:05:09.854645 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-4a11f760-fa4a-4d85-9fb0-9d2612f36194 req-08b807ad-e1ac-4760-94e9-2d42d9f27b62 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8b5c4bba-061c-4b42-ba5a-238b5f7cc181 HTTP/1.1" status: 200 len: 858 time: 0.0453455 Mar 31 22:05:09.905623 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e39bd742-d691-493f-a977-3ff33c8e4e7a req-453a8a69-4254-484c-8bb6-6143e1688d6e tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/security-groups?id=65920674-ddc5-492b-bcb2-b5a647a6a043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443976 Mar 31 22:05:09.910283 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11f760-fa4a-4d85-9fb0-9d2612f36194 req-1935a4ca-e965-48eb-afc3-aecb520db4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:09.911936 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-4a11f760-fa4a-4d85-9fb0-9d2612f36194 req-1935a4ca-e965-48eb-afc3-aecb520db4cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6141f838-016f-4422-a50b-fae51e1d7ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459986 Mar 31 22:05:10.022795 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-4a11f760-fa4a-4d85-9fb0-9d2612f36194 req-58437fa4-33d7-4e0b-aff5-dfad8993a8b3 service neutron] 10.222.0.57 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893736 Mar 31 22:05:10.080987 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 56470) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:10.119701 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-4a11f760-fa4a-4d85-9fb0-9d2612f36194 req-58da78a4-079e-46dd-aace-855374c958f6 service neutron] 10.222.0.57 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866885 Mar 31 22:05:10.185729 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-038d2707-fb41-40d8-a654-88b44a0b3bd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:10.259588 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-038d2707-fb41-40d8-a654-88b44a0b3bd8 admin admin] Publish callbacks [] for security_group (6816af71-f1ae-41de-9afe-3f2bad282032), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:10.328364 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-038d2707-fb41-40d8-a654-88b44a0b3bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (6816af71-f1ae-41de-9afe-3f2bad282032), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:10.385846 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d2707-fb41-40d8-a654-88b44a0b3bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6816af71-f1ae-41de-9afe-3f2bad282032,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:10.390024 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-038d2707-fb41-40d8-a654-88b44a0b3bd8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b6cf8a2c557c432e9fb109ecb1a5f4dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3079677 Mar 31 22:05:10.392928 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 56480) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:10.399661 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2707-fb41-40d8-a654-88b44a0b3bd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.400009 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2707-fb41-40d8-a654-88b44a0b3bd8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.400357 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2707-fb41-40d8-a654-88b44a0b3bd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.400695 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2707-fb41-40d8-a654-88b44a0b3bd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.401424 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2707-fb41-40d8-a654-88b44a0b3bd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.401424 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2707-fb41-40d8-a654-88b44a0b3bd8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.401699 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2707-fb41-40d8-a654-88b44a0b3bd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.401988 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2707-fb41-40d8-a654-88b44a0b3bd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.402339 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2707-fb41-40d8-a654-88b44a0b3bd8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.402667 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2707-fb41-40d8-a654-88b44a0b3bd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.402993 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2707-fb41-40d8-a654-88b44a0b3bd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.403319 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2707-fb41-40d8-a654-88b44a0b3bd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.403641 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2707-fb41-40d8-a654-88b44a0b3bd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.403959 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2707-fb41-40d8-a654-88b44a0b3bd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.404465 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038d2707-fb41-40d8-a654-88b44a0b3bd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.424568 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa57f9-4485-4693-a5df-c4857fad3d73 req-8d82eae5-494e-474b-99d5-f0200fab0c53 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:10.426104 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-45aa57f9-4485-4693-a5df-c4857fad3d73 req-8d82eae5-494e-474b-99d5-f0200fab0c53 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.1082132 Mar 31 22:05:10.453291 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-db897b33-0257-4312-8269-9a09fa1c6e30 admin admin] Publish callbacks [] for security_group (6816af71-f1ae-41de-9afe-3f2bad282032), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:10.469141 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:10.478843 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-db897b33-0257-4312-8269-9a09fa1c6e30 admin admin] Publish callbacks [] for security_group (6816af71-f1ae-41de-9afe-3f2bad282032), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:10.482210 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-45aa57f9-4485-4693-a5df-c4857fad3d73 req-601a68be-7dcf-4239-8a01-b8913ef0e207 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500381 Mar 31 22:05:10.621856 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52350fda-f6eb-48ec-a071-c931f4cf8274 req-36387e04-5524-4925-bd80-9617d5a3f92a tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:10.623330 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-52350fda-f6eb-48ec-a071-c931f4cf8274 req-36387e04-5524-4925-bd80-9617d5a3f92a tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.57 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 945 time: 0.0890362 Mar 31 22:05:10.651861 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-db897b33-0257-4312-8269-9a09fa1c6e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (6816af71-f1ae-41de-9afe-3f2bad282032), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:10.654349 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-db897b33-0257-4312-8269-9a09fa1c6e30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:10.655473 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-db897b33-0257-4312-8269-9a09fa1c6e30 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6816af71-f1ae-41de-9afe-3f2bad282032 HTTP/1.1" status: 204 len: 168 time: 0.2615418 Mar 31 22:05:10.697302 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db897b33-0257-4312-8269-9a09fa1c6e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6816af71-f1ae-41de-9afe-3f2bad282032,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:10.716072 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db897b33-0257-4312-8269-9a09fa1c6e30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.716414 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db897b33-0257-4312-8269-9a09fa1c6e30 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.716757 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db897b33-0257-4312-8269-9a09fa1c6e30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.717102 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db897b33-0257-4312-8269-9a09fa1c6e30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.717431 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db897b33-0257-4312-8269-9a09fa1c6e30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.717760 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db897b33-0257-4312-8269-9a09fa1c6e30 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.718084 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db897b33-0257-4312-8269-9a09fa1c6e30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.718438 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db897b33-0257-4312-8269-9a09fa1c6e30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.718760 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db897b33-0257-4312-8269-9a09fa1c6e30 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.719594 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db897b33-0257-4312-8269-9a09fa1c6e30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.719937 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db897b33-0257-4312-8269-9a09fa1c6e30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.720260 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db897b33-0257-4312-8269-9a09fa1c6e30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.720584 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db897b33-0257-4312-8269-9a09fa1c6e30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.720904 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db897b33-0257-4312-8269-9a09fa1c6e30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.721221 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db897b33-0257-4312-8269-9a09fa1c6e30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:05:10.814273 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-52350fda-f6eb-48ec-a071-c931f4cf8274 req-2d002bd0-31d2-49cf-828e-4f0bb947723e tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Deleting port 2fae38d2-9003-463c-ac76-bb124420f142 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:05:10.814624 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-52350fda-f6eb-48ec-a071-c931f4cf8274 req-2d002bd0-31d2-49cf-828e-4f0bb947723e tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (2fae38d2-9003-463c-ac76-bb124420f142), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:10.889819 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 56496) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:10.910088 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-52350fda-f6eb-48ec-a071-c931f4cf8274 req-2d002bd0-31d2-49cf-828e-4f0bb947723e tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] For port 2fae38d2-9003-463c-ac76-bb124420f142, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=2fae38d2-9003-463c-ac76-bb124420f142,segment=NetworkSegment(41365700-3327-4f67-9705-601829ccd7c5),segment_id=41365700-3327-4f67-9705-601829ccd7c5)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:05:10.913677 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-52350fda-f6eb-48ec-a071-c931f4cf8274 req-2d002bd0-31d2-49cf-828e-4f0bb947723e tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (2fae38d2-9003-463c-ac76-bb124420f142), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:10.926686 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-52350fda-f6eb-48ec-a071-c931f4cf8274 req-2d002bd0-31d2-49cf-828e-4f0bb947723e tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Calling delete_port for 2fae38d2-9003-463c-ac76-bb124420f142 owned by compute:nova {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:05:11.044913 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-52b0f1e9-a783-4785-ba12-7e3aceafc461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:11.055521 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d6c4f-0dad-483e-bfa1-dd7b9b5bfd83 req-4324a6ca-f829-49b8-820a-2d0b09faa0cb tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:11.066465 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-942d6c4f-0dad-483e-bfa1-dd7b9b5bfd83 req-4324a6ca-f829-49b8-820a-2d0b09faa0cb tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 945 time: 0.0743146 Mar 31 22:05:11.129896 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-942d6c4f-0dad-483e-bfa1-dd7b9b5bfd83 req-e5665bfd-44de-4fd3-bfa0-308a876fd579 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/security-groups?id=65920674-ddc5-492b-bcb2-b5a647a6a043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667150 Mar 31 22:05:11.164440 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-52350fda-f6eb-48ec-a071-c931f4cf8274 req-2d002bd0-31d2-49cf-828e-4f0bb947723e tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094'] for port (2fae38d2-9003-463c-ac76-bb124420f142), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:11.174395 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['2fae38d2-9003-463c-ac76-bb124420f142'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:05:11.180986 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-52b0f1e9-a783-4785-ba12-7e3aceafc461 admin admin] Publish callbacks [] for security_group (c2898d13-8e0b-446c-9bf7-841824682936), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:11.201495 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d002bd0-31d2-49cf-828e-4f0bb947723e tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Pushing event deleted for resources: {'Port': ['ID=2fae38d2-9003-463c-ac76-bb124420f142,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:11.257706 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-52b0f1e9-a783-4785-ba12-7e3aceafc461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (c2898d13-8e0b-446c-9bf7-841824682936), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:11.266726 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-52350fda-f6eb-48ec-a071-c931f4cf8274 req-2d002bd0-31d2-49cf-828e-4f0bb947723e tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] No DVR routers for this DVR port 2fae38d2-9003-463c-ac76-bb124420f142 on host hv-cinder-83608 {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:05:11.269767 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-52350fda-f6eb-48ec-a071-c931f4cf8274 req-2d002bd0-31d2-49cf-828e-4f0bb947723e tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:11.273203 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-52350fda-f6eb-48ec-a071-c931f4cf8274 req-2d002bd0-31d2-49cf-828e-4f0bb947723e tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.57 "DELETE /v2.0/ports/2fae38d2-9003-463c-ac76-bb124420f142 HTTP/1.1" status: 204 len: 173 time: 0.6426392 Mar 31 22:05:11.273655 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f', 'name': 'network-vif-deleted', 'tag': '2fae38d2-9003-463c-ac76-bb124420f142'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:05:11.275891 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcf7e68-2ca5-4e4e-86d8-73ddc91db55f" -d '{"events": [{"server_uuid": "c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f", "name": "network-vif-deleted", "tag": "2fae38d2-9003-463c-ac76-bb124420f142"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:05:11.300074 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 56508) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:11.301408 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0f1e9-a783-4785-ba12-7e3aceafc461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2898d13-8e0b-446c-9bf7-841824682936,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:11.307468 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-52b0f1e9-a783-4785-ba12-7e3aceafc461 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b7242fa471314079ba6a13a25141f602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4157360 Mar 31 22:05:11.315881 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-62883a57-99ea-450b-a2ad-85638ab31758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:11.317940 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 56510) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:11.318231 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3404c792-e838-4b15-bacd-8fb2e23e5a44 x-openstack-request-id: req-3404c792-e838-4b15-bacd-8fb2e23e5a44 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:05:11.318591 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f", "name": "network-vif-deleted", "tag": "2fae38d2-9003-463c-ac76-bb124420f142", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:05:11.318840 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3404c792-e838-4b15-bacd-8fb2e23e5a44 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:05:11.319479 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3404c792-e838-4b15-bacd-8fb2e23e5a44'] response: {'server_uuid': 'c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f', 'name': 'network-vif-deleted', 'tag': '2fae38d2-9003-463c-ac76-bb124420f142', 'status': 'completed', 'code': 200} Mar 31 22:05:11.370266 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-60801deb-cdab-4dd0-9451-5c9becf40add admin admin] Publish callbacks [] for security_group (c2898d13-8e0b-446c-9bf7-841824682936), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:11.396882 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-60801deb-cdab-4dd0-9451-5c9becf40add admin admin] Publish callbacks [] for security_group (c2898d13-8e0b-446c-9bf7-841824682936), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:11.411726 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-62883a57-99ea-450b-a2ad-85638ab31758 admin admin] Publish callbacks [] for security_group (ba9a8275-4088-4b86-9fee-732461c8e0b9), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:11.485864 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-62883a57-99ea-450b-a2ad-85638ab31758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (ba9a8275-4088-4b86-9fee-732461c8e0b9), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:11.525142 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-62883a57-99ea-450b-a2ad-85638ab31758 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c86e2a00d7c44eb19e359f948d9ad4b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244554 Mar 31 22:05:11.526621 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-60801deb-cdab-4dd0-9451-5c9becf40add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (c2898d13-8e0b-446c-9bf7-841824682936), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:11.527142 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62883a57-99ea-450b-a2ad-85638ab31758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9a8275-4088-4b86-9fee-732461c8e0b9,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:11.529230 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-60801deb-cdab-4dd0-9451-5c9becf40add admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:11.529785 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 56514) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:11.538689 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-60801deb-cdab-4dd0-9451-5c9becf40add admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c2898d13-8e0b-446c-9bf7-841824682936 HTTP/1.1" status: 204 len: 168 time: 0.2170956 Mar 31 22:05:11.550995 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60801deb-cdab-4dd0-9451-5c9becf40add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2898d13-8e0b-446c-9bf7-841824682936,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:11.595508 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-31086ee4-7e3d-4e0b-aacb-79ade61f90a8 admin admin] Publish callbacks [] for security_group (ba9a8275-4088-4b86-9fee-732461c8e0b9), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:11.617872 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-31086ee4-7e3d-4e0b-aacb-79ade61f90a8 admin admin] Publish callbacks [] for security_group (ba9a8275-4088-4b86-9fee-732461c8e0b9), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:11.635117 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8914e2e-5c15-4017-a91c-d85a3f8f056e req-8f394d31-23aa-49c6-b92f-877ad7525bcd tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:11.636876 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f8914e2e-5c15-4017-a91c-d85a3f8f056e req-8f394d31-23aa-49c6-b92f-877ad7525bcd tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0759573 Mar 31 22:05:11.691010 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f8914e2e-5c15-4017-a91c-d85a3f8f056e req-e8d17637-97ff-434e-9754-cfcc1ea24528 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470085 Mar 31 22:05:11.726253 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-31086ee4-7e3d-4e0b-aacb-79ade61f90a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (ba9a8275-4088-4b86-9fee-732461c8e0b9), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:11.729281 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-31086ee4-7e3d-4e0b-aacb-79ade61f90a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:11.730482 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-31086ee4-7e3d-4e0b-aacb-79ade61f90a8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba9a8275-4088-4b86-9fee-732461c8e0b9 HTTP/1.1" status: 204 len: 168 time: 0.1996861 Mar 31 22:05:11.738404 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31086ee4-7e3d-4e0b-aacb-79ade61f90a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9a8275-4088-4b86-9fee-732461c8e0b9,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:12.238319 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-61325adf-6aeb-4100-b5ca-5a45ccfe40e0 req-ed130e08-bcb6-4bf0-b42a-aa00d708302b tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 210 time: 0.0379350 Mar 31 22:05:12.813791 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce055e0-1cb1-4982-a9fb-8149214f11c2 req-1ccd3b6f-f2ae-4f3d-9906-7307646ae9f3 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:12.815267 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2ce055e0-1cb1-4982-a9fb-8149214f11c2 req-1ccd3b6f-f2ae-4f3d-9906-7307646ae9f3 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0572174 Mar 31 22:05:12.861876 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2ce055e0-1cb1-4982-a9fb-8149214f11c2 req-f51f3a09-3d73-400c-b1a3-d40018257b5f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411613 Mar 31 22:05:13.334445 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3312afe0-2732-461f-9a38-106709e64993 req-9c2c5003-0288-4fc8-80fb-475104fec722 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 210 time: 0.0338156 Mar 31 22:05:13.982084 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf1ad4-3849-49d2-8550-c8b9a643a513 req-c670fd88-7e37-4546-ac28-baf9ba83b754 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:13.983562 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4ebf1ad4-3849-49d2-8550-c8b9a643a513 req-c670fd88-7e37-4546-ac28-baf9ba83b754 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0516739 Mar 31 22:05:14.029007 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4ebf1ad4-3849-49d2-8550-c8b9a643a513 req-784d7a85-e16d-4d45-bc9a-f56f31f9a418 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394771 Mar 31 22:05:14.449325 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fd389b63-0225-46ad-b559-3ff4161d8632 req-b7172a55-af14-4633-9c7b-4aecae7b59c0 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 210 time: 0.0300758 Mar 31 22:05:14.460135 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 2fae38d2-9003-463c-ac76-bb124420f142 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:05:14.480404 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] No Port match for: 2fae38d2-9003-463c-ac76-bb124420f142 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:05:14.480893 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 2fae38d2-9003-463c-ac76-bb124420f142 not bound to the agent host hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:05:15.145929 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff08f0b-4844-42a4-8468-fd2c4a08e9e5 req-6a77c50a-80c4-42eb-b0f8-2dbad77f5c05 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:15.147389 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ff08f0b-4844-42a4-8468-fd2c4a08e9e5 req-6a77c50a-80c4-42eb-b0f8-2dbad77f5c05 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0523052 Mar 31 22:05:15.194317 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ff08f0b-4844-42a4-8468-fd2c4a08e9e5 req-8041e54a-57a6-4d76-8144-881cb2082db6 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411849 Mar 31 22:05:15.558984 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bce51041-165e-4eeb-991b-f0711c11dc24 req-f58f300c-7ece-44de-83ba-a2b26f8e6034 tempest-DeleteServersTestJSON-1726606265 tempest-DeleteServersTestJSON-1726606265-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2f6ff21-9bdd-4ca0-9b93-a5fd45d4bf1f HTTP/1.1" status: 200 len: 210 time: 0.0271680 Mar 31 22:05:16.318300 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4dae7-2b40-4c88-8c96-f41f1488a1f4 req-17c6658c-31a0-402c-953d-30183d9f85c7 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:16.319800 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c4d4dae7-2b40-4c88-8c96-f41f1488a1f4 req-17c6658c-31a0-402c-953d-30183d9f85c7 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0556674 Mar 31 22:05:16.374765 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c4d4dae7-2b40-4c88-8c96-f41f1488a1f4 req-7598d15d-7a75-4f11-be73-4e6f0c2cc0cf tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492384 Mar 31 22:05:17.493979 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d22403-b4ea-4c80-8667-d772d88a46f9 req-f7f12c06-12d7-487c-9cec-a6f52cf2beb5 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:17.495483 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-07d22403-b4ea-4c80-8667-d772d88a46f9 req-f7f12c06-12d7-487c-9cec-a6f52cf2beb5 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0547512 Mar 31 22:05:17.543154 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-07d22403-b4ea-4c80-8667-d772d88a46f9 req-51a4313c-8ffa-4ccb-b103-f2f6973d5fc1 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413756 Mar 31 22:05:18.658638 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a62d7c-3c49-4078-8e12-98ae27f9501f req-ded28d6f-159b-404b-ac42-97022cf93551 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:18.660103 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-20a62d7c-3c49-4078-8e12-98ae27f9501f req-ded28d6f-159b-404b-ac42-97022cf93551 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0527864 Mar 31 22:05:18.710615 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-20a62d7c-3c49-4078-8e12-98ae27f9501f req-32bc0c1a-41e5-4564-abfc-54fd8cf1e96c tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443132 Mar 31 22:05:19.825929 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580ba3f-a1c0-4d99-8829-6840ec621c68 req-83f055dd-8152-4789-baf1-0276dc57a149 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:19.827457 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4580ba3f-a1c0-4d99-8829-6840ec621c68 req-83f055dd-8152-4789-baf1-0276dc57a149 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0516610 Mar 31 22:05:19.872850 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4580ba3f-a1c0-4d99-8829-6840ec621c68 req-b8589567-9ed7-47ec-bcff-f1197e4803b9 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399981 Mar 31 22:05:20.995302 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff34c85-bd13-44cf-9ec7-93470ce97996 req-986386cb-6600-429a-a790-e5d9bc4ff0b9 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:20.996974 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bff34c85-bd13-44cf-9ec7-93470ce97996 req-986386cb-6600-429a-a790-e5d9bc4ff0b9 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0543158 Mar 31 22:05:21.045750 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bff34c85-bd13-44cf-9ec7-93470ce97996 req-a147d396-d2f5-48f5-981b-e23f88c7d0ce tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426624 Mar 31 22:05:21.232805 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 56748) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:21.278109 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_v2 [None req-80736865-76a3-41f3-bf71-d9495e51d71c admin admin] Deleting subnet 8b80fdb4-4467-4953-9e11-fa1763e56cd1 {{(pid=110666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 22:05:21.281129 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-80736865-76a3-41f3-bf71-d9495e51d71c admin admin] Publish callbacks [] for subnet (8b80fdb4-4467-4953-9e11-fa1763e56cd1), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:21.317595 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-80736865-76a3-41f3-bf71-d9495e51d71c admin admin] Publish callbacks [] for subnet (8b80fdb4-4467-4953-9e11-fa1763e56cd1), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:21.328338 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-80736865-76a3-41f3-bf71-d9495e51d71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1415921'] for subnet (8b80fdb4-4467-4953-9e11-fa1763e56cd1), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:21.469370 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-80736865-76a3-41f3-bf71-d9495e51d71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1415878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for subnet (8b80fdb4-4467-4953-9e11-fa1763e56cd1), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:21.498670 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80736865-76a3-41f3-bf71-d9495e51d71c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b80fdb4-4467-4953-9e11-fa1763e56cd1,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:21.503240 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-80736865-76a3-41f3-bf71-d9495e51d71c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:21.506414 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-80736865-76a3-41f3-bf71-d9495e51d71c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8b80fdb4-4467-4953-9e11-fa1763e56cd1 HTTP/1.1" status: 204 len: 168 time: 0.2725253 Mar 31 22:05:21.508981 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 56760) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:21.582698 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329072'] for network (c50d8f22-7eaa-4cf3-bb86-831bec13bd7f), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:21.666606 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695930', 'neutron.services.segments.db._delete_segments_for_network-8758607384890'] for network (c50d8f22-7eaa-4cf3-bb86-831bec13bd7f), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:21.695065 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:05:21.695543 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:05:21.696389 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:05:21.696783 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] Subscribe: > port after_create 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:05:21.697141 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:05:21.697544 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] Subscribe: > port after_update 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:05:21.697901 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:05:21.698318 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:05:21.698852 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:05:21.699359 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:05:21.732947 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 56766) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:21.805675 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:05:21.806026 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:05:21.806380 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:05:21.806708 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:05:21.807075 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c50d8f22-7eaa-4cf3-bb86-831bec13bd7f']}} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:05:21.824789 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41365700-3327-4f67-9705-601829ccd7c5') {'for_net_delete': True} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:05:21.825082 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41365700-3327-4f67-9705-601829ccd7c5') {} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:05:21.841947 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758607385923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8678698'] for segment (41365700-3327-4f67-9705-601829ccd7c5), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:21.864076 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (41365700-3327-4f67-9705-601829ccd7c5), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:21.871703 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 56772) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:21.882366 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=110667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:05:21.888338 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10114241'] for segment (41365700-3327-4f67-9705-601829ccd7c5), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: from cryptography.utils import int_from_bytes Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: from cryptography.utils import int_from_bytes Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: Traceback (most recent call last): Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: timer() Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: cb(*args, **kw) Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: return func(*args, **kwargs) Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: self._notify() Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: self.callback(batched_events) Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: event.method(event) Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: return f(self, *a, **k) Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: return self._get(url).json() Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: return self.request(url, 'GET', **kwargs) Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:05:21.914813 dv-cinder-836083-1-iscsi neutron-server[110667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:05:21.952346 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a4e197e1-3a92-478e-a3f3-baa6216b494d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:21.975305 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f02f6de1-a5ad-4929-9529-70c7c664a2c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:22.026379 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a4e197e1-3a92-478e-a3f3-baa6216b494d admin admin] Publish callbacks [] for security_group (8f30b031-4e0a-4a12-95b1-dfd987931e0c), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:22.054412 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f02f6de1-a5ad-4929-9529-70c7c664a2c8 admin admin] Publish callbacks [] for security_group (69d19a4d-0bc9-468d-88c3-0ae486e7b7fb), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:22.081181 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-695923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625691'] for network (c50d8f22-7eaa-4cf3-bb86-831bec13bd7f), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:22.088699 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:22.091922 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c50d8f22-7eaa-4cf3-bb86-831bec13bd7f HTTP/1.1" status: 204 len: 168 time: 0.5819650 Mar 31 22:05:22.101484 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689befb-7534-4c56-a4bc-ce48a953f1e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c50d8f22-7eaa-4cf3-bb86-831bec13bd7f,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:22.137139 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a4e197e1-3a92-478e-a3f3-baa6216b494d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (8f30b031-4e0a-4a12-95b1-dfd987931e0c), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:22.175856 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07032e1a-4dc1-417b-aebb-c3a23ae4e552 req-757fd86f-6684-431f-9bf5-4124c8dadb9e tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:22.177425 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-07032e1a-4dc1-417b-aebb-c3a23ae4e552 req-757fd86f-6684-431f-9bf5-4124c8dadb9e tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0570362 Mar 31 22:05:22.182423 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-a4e197e1-3a92-478e-a3f3-baa6216b494d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=10aa70e6765b4c3cb20d743c9c344c1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4483750 Mar 31 22:05:22.183794 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e197e1-3a92-478e-a3f3-baa6216b494d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f30b031-4e0a-4a12-95b1-dfd987931e0c,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:22.186288 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 56782) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:22.201036 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f02f6de1-a5ad-4929-9529-70c7c664a2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (69d19a4d-0bc9-468d-88c3-0ae486e7b7fb), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:22.238147 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bfcbe4e7-6966-4d0c-b696-c6d03985a8af admin admin] Publish callbacks [] for security_group (8f30b031-4e0a-4a12-95b1-dfd987931e0c), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:22.247866 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f02f6de1-a5ad-4929-9529-70c7c664a2c8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b16e81dc3d944016a203ad79aa7d057f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3751552 Mar 31 22:05:22.251381 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 56784) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:22.260283 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f6de1-a5ad-4929-9529-70c7c664a2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d19a4d-0bc9-468d-88c3-0ae486e7b7fb,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:22.273254 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-07032e1a-4dc1-417b-aebb-c3a23ae4e552 req-d3f260e3-2c3e-4f8f-8a15-70b0cea0d55a tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892601 Mar 31 22:05:22.283826 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bfcbe4e7-6966-4d0c-b696-c6d03985a8af admin admin] Publish callbacks [] for security_group (8f30b031-4e0a-4a12-95b1-dfd987931e0c), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:22.336013 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-caf81aef-5e73-4db5-bcc6-2c59e70c6a24 admin admin] Publish callbacks [] for security_group (69d19a4d-0bc9-468d-88c3-0ae486e7b7fb), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:22.358108 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-caf81aef-5e73-4db5-bcc6-2c59e70c6a24 admin admin] Publish callbacks [] for security_group (69d19a4d-0bc9-468d-88c3-0ae486e7b7fb), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:22.376072 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 56786) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:22.419221 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-9f5a7adf-6f22-4c50-bffa-14112035a34c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6e3affcc226b4a7190a79174d08fed7b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390127 Mar 31 22:05:22.419417 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bfcbe4e7-6966-4d0c-b696-c6d03985a8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (8f30b031-4e0a-4a12-95b1-dfd987931e0c), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:22.419535 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 56788) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:22.419903 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bfcbe4e7-6966-4d0c-b696-c6d03985a8af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:22.421134 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-bfcbe4e7-6966-4d0c-b696-c6d03985a8af admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8f30b031-4e0a-4a12-95b1-dfd987931e0c HTTP/1.1" status: 204 len: 168 time: 0.2337947 Mar 31 22:05:22.430918 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcbe4e7-6966-4d0c-b696-c6d03985a8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f30b031-4e0a-4a12-95b1-dfd987931e0c,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:22.457838 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-caf81aef-5e73-4db5-bcc6-2c59e70c6a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (69d19a4d-0bc9-468d-88c3-0ae486e7b7fb), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:22.460438 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-caf81aef-5e73-4db5-bcc6-2c59e70c6a24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:22.461634 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-caf81aef-5e73-4db5-bcc6-2c59e70c6a24 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/69d19a4d-0bc9-468d-88c3-0ae486e7b7fb HTTP/1.1" status: 204 len: 168 time: 0.2087712 Mar 31 22:05:22.471185 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf81aef-5e73-4db5-bcc6-2c59e70c6a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d19a4d-0bc9-468d-88c3-0ae486e7b7fb,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:22.482298 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2d5eb7a8-a965-46c0-a9b7-09b8a51e1c87 admin admin] Publish callbacks [] for security_group (65920674-ddc5-492b-bcb2-b5a647a6a043), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:22.506231 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2d5eb7a8-a965-46c0-a9b7-09b8a51e1c87 admin admin] Publish callbacks [] for security_group (65920674-ddc5-492b-bcb2-b5a647a6a043), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:22.606550 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2d5eb7a8-a965-46c0-a9b7-09b8a51e1c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (65920674-ddc5-492b-bcb2-b5a647a6a043), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:22.609101 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2d5eb7a8-a965-46c0-a9b7-09b8a51e1c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:22.610308 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-2d5eb7a8-a965-46c0-a9b7-09b8a51e1c87 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/65920674-ddc5-492b-bcb2-b5a647a6a043 HTTP/1.1" status: 204 len: 168 time: 0.1899288 Mar 31 22:05:22.618050 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5eb7a8-a965-46c0-a9b7-09b8a51e1c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65920674-ddc5-492b-bcb2-b5a647a6a043,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:23.125808 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 56802) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:23.138714 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-44b97a45-f56c-4713-8ebf-e8ed0e3ae116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:23.220372 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-44b97a45-f56c-4713-8ebf-e8ed0e3ae116 admin admin] Publish callbacks [] for security_group (0f451820-f48f-48aa-9bc7-2e31a73a3732), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:23.280134 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-44b97a45-f56c-4713-8ebf-e8ed0e3ae116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (0f451820-f48f-48aa-9bc7-2e31a73a3732), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:23.321372 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-44b97a45-f56c-4713-8ebf-e8ed0e3ae116 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=48283df5a04c4e5f82deca8c9e61ef20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1944361 Mar 31 22:05:23.322461 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b97a45-f56c-4713-8ebf-e8ed0e3ae116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f451820-f48f-48aa-9bc7-2e31a73a3732,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:23.324816 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 56814) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:23.383456 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ff9530fd-1635-4190-8899-e75c718a4e56 admin admin] Publish callbacks [] for security_group (0f451820-f48f-48aa-9bc7-2e31a73a3732), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:23.405527 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e90fd6-2792-4d4f-a51e-f160713f108e req-b974b57c-63a7-4b37-bd52-ca44dc95c566 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:23.406271 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ff9530fd-1635-4190-8899-e75c718a4e56 admin admin] Publish callbacks [] for security_group (0f451820-f48f-48aa-9bc7-2e31a73a3732), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:23.407032 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f7e90fd6-2792-4d4f-a51e-f160713f108e req-b974b57c-63a7-4b37-bd52-ca44dc95c566 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0585370 Mar 31 22:05:23.457595 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f7e90fd6-2792-4d4f-a51e-f160713f108e req-765919ed-f4f9-4df4-a089-cd241ca2409d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447159 Mar 31 22:05:23.550027 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ff9530fd-1635-4190-8899-e75c718a4e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (0f451820-f48f-48aa-9bc7-2e31a73a3732), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:23.552630 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ff9530fd-1635-4190-8899-e75c718a4e56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:23.553799 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-ff9530fd-1635-4190-8899-e75c718a4e56 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0f451820-f48f-48aa-9bc7-2e31a73a3732 HTTP/1.1" status: 204 len: 168 time: 0.2280090 Mar 31 22:05:23.557747 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 56820) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:23.563362 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9530fd-1635-4190-8899-e75c718a4e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f451820-f48f-48aa-9bc7-2e31a73a3732,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:23.573443 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d37ce982-1310-4e2f-a417-c859a82940b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:23.653987 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d37ce982-1310-4e2f-a417-c859a82940b7 admin admin] Publish callbacks [] for security_group (08f56afb-2d12-4397-add8-a44567d527e4), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:23.715220 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d37ce982-1310-4e2f-a417-c859a82940b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (08f56afb-2d12-4397-add8-a44567d527e4), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:23.758330 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-d37ce982-1310-4e2f-a417-c859a82940b7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aa7f236929984b4ba0cae3ed91e07ee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1984375 Mar 31 22:05:23.759908 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ce982-1310-4e2f-a417-c859a82940b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f56afb-2d12-4397-add8-a44567d527e4,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:23.760343 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 56828) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:23.810800 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3624c02e-a140-44a0-9470-123b6c72101c admin admin] Publish callbacks [] for security_group (08f56afb-2d12-4397-add8-a44567d527e4), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:23.834130 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3624c02e-a140-44a0-9470-123b6c72101c admin admin] Publish callbacks [] for security_group (08f56afb-2d12-4397-add8-a44567d527e4), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:23.966146 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3624c02e-a140-44a0-9470-123b6c72101c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (08f56afb-2d12-4397-add8-a44567d527e4), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:23.969095 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3624c02e-a140-44a0-9470-123b6c72101c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:23.973560 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-3624c02e-a140-44a0-9470-123b6c72101c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/08f56afb-2d12-4397-add8-a44567d527e4 HTTP/1.1" status: 204 len: 168 time: 0.2091875 Mar 31 22:05:23.979624 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3624c02e-a140-44a0-9470-123b6c72101c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f56afb-2d12-4397-add8-a44567d527e4,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:24.556985 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 56858) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:24.571265 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d83f95aa-d066-4e4f-82ff-d4dd1ac0531a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:24.574538 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79fdd8-13dd-4e5e-bfe6-6cd9719032a4 req-82114f65-7e48-476d-88d9-ea3736237289 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:24.576038 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8c79fdd8-13dd-4e5e-bfe6-6cd9719032a4 req-82114f65-7e48-476d-88d9-ea3736237289 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0529213 Mar 31 22:05:24.631995 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8c79fdd8-13dd-4e5e-bfe6-6cd9719032a4 req-690f86e3-7da8-4f28-ab99-bc7839dafb97 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491941 Mar 31 22:05:24.667443 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d83f95aa-d066-4e4f-82ff-d4dd1ac0531a admin admin] Publish callbacks [] for security_group (bd4e3686-1249-4260-ac58-c94b072c4fdd), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:24.726267 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d83f95aa-d066-4e4f-82ff-d4dd1ac0531a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (bd4e3686-1249-4260-ac58-c94b072c4fdd), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:24.764243 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-d83f95aa-d066-4e4f-82ff-d4dd1ac0531a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=adf7c69a32654eaabf5c934a1a435b92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2052441 Mar 31 22:05:24.765151 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f95aa-d066-4e4f-82ff-d4dd1ac0531a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4e3686-1249-4260-ac58-c94b072c4fdd,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:24.767025 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 56866) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:24.820067 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9c67-addd-4b64-a70d-9565f0beab13 admin admin] Publish callbacks [] for security_group (bd4e3686-1249-4260-ac58-c94b072c4fdd), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:24.842410 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9c67-addd-4b64-a70d-9565f0beab13 admin admin] Publish callbacks [] for security_group (bd4e3686-1249-4260-ac58-c94b072c4fdd), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:24.966550 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9c67-addd-4b64-a70d-9565f0beab13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (bd4e3686-1249-4260-ac58-c94b072c4fdd), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:24.969654 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6a8e9c67-addd-4b64-a70d-9565f0beab13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:24.974899 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-6a8e9c67-addd-4b64-a70d-9565f0beab13 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bd4e3686-1249-4260-ac58-c94b072c4fdd HTTP/1.1" status: 204 len: 168 time: 0.2061071 Mar 31 22:05:24.983431 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e9c67-addd-4b64-a70d-9565f0beab13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4e3686-1249-4260-ac58-c94b072c4fdd,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:25.753266 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec628f-0ed5-46d1-a8e0-c15ce3cb848c req-0340be31-8595-47a3-aabe-5e9ebaf0eb4a tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:25.755099 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-61ec628f-0ed5-46d1-a8e0-c15ce3cb848c req-0340be31-8595-47a3-aabe-5e9ebaf0eb4a tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0534353 Mar 31 22:05:25.811920 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-61ec628f-0ed5-46d1-a8e0-c15ce3cb848c req-75da75b7-b3f3-4a3c-a4b5-4db4a9948431 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495853 Mar 31 22:05:26.932185 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a8b56-6251-49cf-a4e4-9b4c69035aef req-e97391bc-78f2-47a7-8f04-2809cdb8447d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:26.933630 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-db1a8b56-6251-49cf-a4e4-9b4c69035aef req-e97391bc-78f2-47a7-8f04-2809cdb8447d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0544488 Mar 31 22:05:26.979355 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-db1a8b56-6251-49cf-a4e4-9b4c69035aef req-58c8cbd1-38c2-479f-ad3a-55f225b0cf28 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402205 Mar 31 22:05:28.008609 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 57034) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:28.097378 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9a719-4347-4756-8076-f725a16ba884 req-ccabec51-92f6-4cf9-8245-17ba503a4052 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:28.098883 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-26d9a719-4347-4756-8076-f725a16ba884 req-ccabec51-92f6-4cf9-8245-17ba503a4052 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0520093 Mar 31 22:05:28.113463 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-03ab1204-bd03-4d94-ba6c-8a051354181b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:28.147272 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-26d9a719-4347-4756-8076-f725a16ba884 req-e4e29a37-0b48-4914-9870-fba5c03b1b5f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424833 Mar 31 22:05:28.189037 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-03ab1204-bd03-4d94-ba6c-8a051354181b admin admin] Publish callbacks [] for security_group (2aa8e21e-8416-4ed2-894b-52cc639915c8), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:28.268680 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-03ab1204-bd03-4d94-ba6c-8a051354181b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (2aa8e21e-8416-4ed2-894b-52cc639915c8), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:28.307252 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-03ab1204-bd03-4d94-ba6c-8a051354181b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=32bffaaa610244748a80ec0bc3225c4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975533 Mar 31 22:05:28.308108 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab1204-bd03-4d94-ba6c-8a051354181b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa8e21e-8416-4ed2-894b-52cc639915c8,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:28.310010 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 57042) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:28.360503 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-108565b5-3976-4819-9785-8e2bde23fca4 admin admin] Publish callbacks [] for security_group (2aa8e21e-8416-4ed2-894b-52cc639915c8), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:28.381587 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-108565b5-3976-4819-9785-8e2bde23fca4 admin admin] Publish callbacks [] for security_group (2aa8e21e-8416-4ed2-894b-52cc639915c8), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:28.474553 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-108565b5-3976-4819-9785-8e2bde23fca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (2aa8e21e-8416-4ed2-894b-52cc639915c8), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:28.477097 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-108565b5-3976-4819-9785-8e2bde23fca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:28.478269 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-108565b5-3976-4819-9785-8e2bde23fca4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2aa8e21e-8416-4ed2-894b-52cc639915c8 HTTP/1.1" status: 204 len: 168 time: 0.1670706 Mar 31 22:05:28.485960 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108565b5-3976-4819-9785-8e2bde23fca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa8e21e-8416-4ed2-894b-52cc639915c8,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:29.066108 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 57056) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:29.079397 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a95fd78b-79b0-4d26-bc22-612fff981115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:29.153121 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a95fd78b-79b0-4d26-bc22-612fff981115 admin admin] Publish callbacks [] for security_group (a73fc315-87ee-47a7-979c-7a07c13dcd17), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:29.249101 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a95fd78b-79b0-4d26-bc22-612fff981115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (a73fc315-87ee-47a7-979c-7a07c13dcd17), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:29.297204 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-a95fd78b-79b0-4d26-bc22-612fff981115 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=346838238dcc4604b5e90794f0af1f13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299259 Mar 31 22:05:29.299835 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95fd78b-79b0-4d26-bc22-612fff981115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73fc315-87ee-47a7-979c-7a07c13dcd17,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:29.300697 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 57076) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:29.316722 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec055cfb-0dfd-4b61-91d7-68311940c5c7 req-68ee68ce-11a8-42b8-9fb6-47a4df406843 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:29.318281 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ec055cfb-0dfd-4b61-91d7-68311940c5c7 req-68ee68ce-11a8-42b8-9fb6-47a4df406843 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0968556 Mar 31 22:05:29.365217 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-470fe0e5-1702-4f16-87c7-b3c7fec0ad33 admin admin] Publish callbacks [] for security_group (a73fc315-87ee-47a7-979c-7a07c13dcd17), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:29.381899 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ec055cfb-0dfd-4b61-91d7-68311940c5c7 req-f07d61e4-2d5b-4407-8053-d1c8fb021ce6 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578814 Mar 31 22:05:29.400903 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-470fe0e5-1702-4f16-87c7-b3c7fec0ad33 admin admin] Publish callbacks [] for security_group (a73fc315-87ee-47a7-979c-7a07c13dcd17), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:29.532383 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-470fe0e5-1702-4f16-87c7-b3c7fec0ad33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (a73fc315-87ee-47a7-979c-7a07c13dcd17), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:29.535684 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-470fe0e5-1702-4f16-87c7-b3c7fec0ad33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:29.537166 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-470fe0e5-1702-4f16-87c7-b3c7fec0ad33 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a73fc315-87ee-47a7-979c-7a07c13dcd17 HTTP/1.1" status: 204 len: 168 time: 0.2354128 Mar 31 22:05:29.546432 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470fe0e5-1702-4f16-87c7-b3c7fec0ad33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73fc315-87ee-47a7-979c-7a07c13dcd17,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:30.508183 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b0b01-9e3b-4d8d-861a-79cf3e245a5e req-7ce708a7-5193-4e9d-a6c4-f2c264c9857a tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:30.509801 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-195b0b01-9e3b-4d8d-861a-79cf3e245a5e req-7ce708a7-5193-4e9d-a6c4-f2c264c9857a tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0596149 Mar 31 22:05:30.559580 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-195b0b01-9e3b-4d8d-861a-79cf3e245a5e req-5ab362b5-5d55-485c-9834-7ac88afa49c7 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426493 Mar 31 22:05:31.686845 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c58fcb-163b-403d-9555-33f2be96652a req-6faa49e6-38d8-4b9b-86bd-c7bfb1dba67f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:31.699116 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-88c58fcb-163b-403d-9555-33f2be96652a req-6faa49e6-38d8-4b9b-86bd-c7bfb1dba67f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0670376 Mar 31 22:05:31.742938 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-88c58fcb-163b-403d-9555-33f2be96652a req-583e869b-7347-4f66-95cb-b63643933d95 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474131 Mar 31 22:05:32.878125 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9fb84-f807-443c-a02e-ee177e27df0a req-b4bcc138-f3ad-4039-b428-98405acfbcc4 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:32.879632 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-91c9fb84-f807-443c-a02e-ee177e27df0a req-b4bcc138-f3ad-4039-b428-98405acfbcc4 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0664592 Mar 31 22:05:32.932012 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-91c9fb84-f807-443c-a02e-ee177e27df0a req-801434b3-8852-4ada-b464-fdb8d60a5469 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463560 Mar 31 22:05:34.047871 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4c272-7eb0-43ab-82c2-ed3097ca2bd2 req-43b3bb93-bd98-4d90-b400-da106040f931 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:34.050199 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-72b4c272-7eb0-43ab-82c2-ed3097ca2bd2 req-43b3bb93-bd98-4d90-b400-da106040f931 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0530481 Mar 31 22:05:34.097044 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-72b4c272-7eb0-43ab-82c2-ed3097ca2bd2 req-530f61d4-4cb0-49cf-aa12-d331c6a5a405 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408568 Mar 31 22:05:34.195026 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-97378e51-b7dd-43ff-92fd-ca1a40c80da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:35.216787 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a4b66-956c-41e9-9f0a-1b69d53a07c4 req-5e14478c-3f55-4f7c-bc21-afce9842723e tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:35.218255 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-290a4b66-956c-41e9-9f0a-1b69d53a07c4 req-5e14478c-3f55-4f7c-bc21-afce9842723e tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0512328 Mar 31 22:05:35.273429 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-290a4b66-956c-41e9-9f0a-1b69d53a07c4 req-5d28e4b4-763f-4cda-90af-14e765305139 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493774 Mar 31 22:05:35.726793 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:35.727299 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 57312) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:35.847922 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-561f1093-c02c-4dbd-9af7-fa75deb6083c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:35.927336 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-561f1093-c02c-4dbd-9af7-fa75deb6083c admin admin] Publish callbacks [] for security_group (3707e138-52c9-4fdd-94ef-cf8b3adea9b3), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:36.006079 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-561f1093-c02c-4dbd-9af7-fa75deb6083c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (3707e138-52c9-4fdd-94ef-cf8b3adea9b3), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:36.048769 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-561f1093-c02c-4dbd-9af7-fa75deb6083c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f6c8f7f9a9294217a49e53b4185f5783&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3207715 Mar 31 22:05:36.050101 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f1093-c02c-4dbd-9af7-fa75deb6083c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3707e138-52c9-4fdd-94ef-cf8b3adea9b3,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:36.051775 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 57320) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:36.105912 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-318c2697-44c2-464d-8302-206446df04f6 admin admin] Publish callbacks [] for security_group (3707e138-52c9-4fdd-94ef-cf8b3adea9b3), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:36.127952 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-318c2697-44c2-464d-8302-206446df04f6 admin admin] Publish callbacks [] for security_group (3707e138-52c9-4fdd-94ef-cf8b3adea9b3), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:36.400168 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-318c2697-44c2-464d-8302-206446df04f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (3707e138-52c9-4fdd-94ef-cf8b3adea9b3), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:36.402771 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-318c2697-44c2-464d-8302-206446df04f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:36.407320 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-318c2697-44c2-464d-8302-206446df04f6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3707e138-52c9-4fdd-94ef-cf8b3adea9b3 HTTP/1.1" status: 204 len: 168 time: 0.3542974 Mar 31 22:05:36.417116 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c2697-44c2-464d-8302-206446df04f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3707e138-52c9-4fdd-94ef-cf8b3adea9b3,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:36.418346 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c362b-c5a5-4606-9510-f6b0ed311605 req-b022eb30-317e-44bb-9f83-3a1695b090b8 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:36.419854 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-766c362b-c5a5-4606-9510-f6b0ed311605 req-b022eb30-317e-44bb-9f83-3a1695b090b8 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0765438 Mar 31 22:05:36.501436 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-766c362b-c5a5-4606-9510-f6b0ed311605 req-43d68301-3bbe-4a5c-a417-f3f779505d52 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579395 Mar 31 22:05:36.646083 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f3847f64-1573-4178-be79-5e888bb70656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:37.503244 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:37.624058 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca44a6d-9f16-4c89-9403-20d177da325b req-137c1355-0830-4b85-862c-18381ee54bd7 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:37.625533 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8ca44a6d-9f16-4c89-9403-20d177da325b req-137c1355-0830-4b85-862c-18381ee54bd7 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0553067 Mar 31 22:05:37.677929 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8ca44a6d-9f16-4c89-9403-20d177da325b req-a2eb2817-fab7-48b0-836b-3229a1a4a876 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468946 Mar 31 22:05:38.808755 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2dc5e8-350c-4d00-8c53-dff926225316 req-31dfdd4e-2df2-417f-b574-07447442fc58 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:38.810449 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0e2dc5e8-350c-4d00-8c53-dff926225316 req-31dfdd4e-2df2-417f-b574-07447442fc58 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0580015 Mar 31 22:05:38.866751 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0e2dc5e8-350c-4d00-8c53-dff926225316 req-1a28ca5b-1b9e-4a06-945a-96f5fe93250f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479491 Mar 31 22:05:39.018324 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:39.984370 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e73557-8730-423e-a11e-ff38f3974eb7 req-0fe2ee29-8dce-4a08-bbec-90286cf0fe34 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:39.985724 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d7e73557-8730-423e-a11e-ff38f3974eb7 req-0fe2ee29-8dce-4a08-bbec-90286cf0fe34 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0528271 Mar 31 22:05:40.035002 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d7e73557-8730-423e-a11e-ff38f3974eb7 req-2c1d98da-7ea5-4ca8-a448-c74453135e0e tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430834 Mar 31 22:05:40.394980 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:40.951134 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 57420) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:41.057043 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c85756b7-9090-4136-b242-b7275f383bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:41.130032 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c85756b7-9090-4136-b242-b7275f383bf1 admin admin] Publish callbacks [] for security_group (939dded1-d98c-47c7-9751-25b374cab41c), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:41.155388 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810d5e8-80ae-4e09-9cc9-326cb20d6ce3 req-b58322dd-9c54-4be8-8fa3-cd0cf967bdda tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:41.156999 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8810d5e8-80ae-4e09-9cc9-326cb20d6ce3 req-b58322dd-9c54-4be8-8fa3-cd0cf967bdda tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0563231 Mar 31 22:05:41.205398 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8810d5e8-80ae-4e09-9cc9-326cb20d6ce3 req-3f3fa3ec-4ff1-443f-b3e1-f81385f43a1d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419970 Mar 31 22:05:41.235952 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c85756b7-9090-4136-b242-b7275f383bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (939dded1-d98c-47c7-9751-25b374cab41c), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:41.270801 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85756b7-9090-4136-b242-b7275f383bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939dded1-d98c-47c7-9751-25b374cab41c,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:41.275173 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-c85756b7-9090-4136-b242-b7275f383bf1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a2604046ba7a457fb54e15511581a81f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3230076 Mar 31 22:05:41.278400 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 57436) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:41.325704 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a937708d-82db-44b4-83c2-26e28e0f3ad3 admin admin] Publish callbacks [] for security_group (939dded1-d98c-47c7-9751-25b374cab41c), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:41.347489 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a937708d-82db-44b4-83c2-26e28e0f3ad3 admin admin] Publish callbacks [] for security_group (939dded1-d98c-47c7-9751-25b374cab41c), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:41.468908 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a937708d-82db-44b4-83c2-26e28e0f3ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (939dded1-d98c-47c7-9751-25b374cab41c), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:41.471553 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a937708d-82db-44b4-83c2-26e28e0f3ad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:41.472718 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-a937708d-82db-44b4-83c2-26e28e0f3ad3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/939dded1-d98c-47c7-9751-25b374cab41c HTTP/1.1" status: 204 len: 168 time: 0.1939952 Mar 31 22:05:41.480429 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937708d-82db-44b4-83c2-26e28e0f3ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939dded1-d98c-47c7-9751-25b374cab41c,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:42.052235 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 57446) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:42.064891 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-36775611-e1ec-4885-b716-70c0b3c2359c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:42.140639 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-36775611-e1ec-4885-b716-70c0b3c2359c admin admin] Publish callbacks [] for security_group (22d4fb4c-1270-41d8-b03f-f1c3944dd0c1), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:42.194117 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-36775611-e1ec-4885-b716-70c0b3c2359c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (22d4fb4c-1270-41d8-b03f-f1c3944dd0c1), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:42.231793 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-36775611-e1ec-4885-b716-70c0b3c2359c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a5d3329f556545d8997e6872a897b2e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1784267 Mar 31 22:05:42.232577 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36775611-e1ec-4885-b716-70c0b3c2359c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d4fb4c-1270-41d8-b03f-f1c3944dd0c1,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:42.234783 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 57450) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:42.306690 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-216b653d-2aa3-4bcc-87e7-059eff79efaa admin admin] Publish callbacks [] for security_group (22d4fb4c-1270-41d8-b03f-f1c3944dd0c1), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:42.338398 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-216b653d-2aa3-4bcc-87e7-059eff79efaa admin admin] Publish callbacks [] for security_group (22d4fb4c-1270-41d8-b03f-f1c3944dd0c1), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:42.373467 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb7d0b-3f5b-467f-892c-dfa55c9d61b0 req-48aa26ef-d89e-4d31-ac7d-8a65f2462339 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:42.375185 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6afb7d0b-3f5b-467f-892c-dfa55c9d61b0 req-48aa26ef-d89e-4d31-ac7d-8a65f2462339 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0994544 Mar 31 22:05:42.433021 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6afb7d0b-3f5b-467f-892c-dfa55c9d61b0 req-04e7df17-88ef-488b-97a1-2298ce0a5216 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518904 Mar 31 22:05:42.682202 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-216b653d-2aa3-4bcc-87e7-059eff79efaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (22d4fb4c-1270-41d8-b03f-f1c3944dd0c1), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:42.687454 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-216b653d-2aa3-4bcc-87e7-059eff79efaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:42.688662 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-216b653d-2aa3-4bcc-87e7-059eff79efaa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/22d4fb4c-1270-41d8-b03f-f1c3944dd0c1 HTTP/1.1" status: 204 len: 168 time: 0.4530628 Mar 31 22:05:42.700280 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b653d-2aa3-4bcc-87e7-059eff79efaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d4fb4c-1270-41d8-b03f-f1c3944dd0c1,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:43.153901 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:05:43.404195 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 57480) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:43.417325 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-88392488-a781-472d-a879-f3249c41c728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:43.490536 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-88392488-a781-472d-a879-f3249c41c728 admin admin] Publish callbacks [] for security_group (3fb83c60-5bfd-4950-a166-7b4514fd4435), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:43.551438 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc6419-e253-4b4a-984c-e2a9e3cc507f req-f9daf6bf-1395-487f-8960-e479cce384b2 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:43.552770 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3cfc6419-e253-4b4a-984c-e2a9e3cc507f req-f9daf6bf-1395-487f-8960-e479cce384b2 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0527210 Mar 31 22:05:43.573666 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-88392488-a781-472d-a879-f3249c41c728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (3fb83c60-5bfd-4950-a166-7b4514fd4435), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:43.632531 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-88392488-a781-472d-a879-f3249c41c728 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9de9a36b9bd64d4da22fb49b8711dd8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271662 Mar 31 22:05:43.635220 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 57484) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:43.635887 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88392488-a781-472d-a879-f3249c41c728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb83c60-5bfd-4950-a166-7b4514fd4435,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:43.643031 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3cfc6419-e253-4b4a-984c-e2a9e3cc507f req-78a68886-36b3-4074-bf82-aed80597485a tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845246 Mar 31 22:05:43.686639 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-82da7155-dc17-4cfd-ab2d-44714ca29671 admin admin] Publish callbacks [] for security_group (3fb83c60-5bfd-4950-a166-7b4514fd4435), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:43.706500 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-82da7155-dc17-4cfd-ab2d-44714ca29671 admin admin] Publish callbacks [] for security_group (3fb83c60-5bfd-4950-a166-7b4514fd4435), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:43.805649 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-82da7155-dc17-4cfd-ab2d-44714ca29671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (3fb83c60-5bfd-4950-a166-7b4514fd4435), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:43.808135 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-82da7155-dc17-4cfd-ab2d-44714ca29671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:43.809247 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-82da7155-dc17-4cfd-ab2d-44714ca29671 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3fb83c60-5bfd-4950-a166-7b4514fd4435 HTTP/1.1" status: 204 len: 168 time: 0.1729732 Mar 31 22:05:43.816960 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da7155-dc17-4cfd-ab2d-44714ca29671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb83c60-5bfd-4950-a166-7b4514fd4435,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:44.761725 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e16424-10a8-4d62-8b56-86c0046f15f1 req-1752bf5b-88d0-4261-add1-f0f270ad9fc3 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:44.763324 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c9e16424-10a8-4d62-8b56-86c0046f15f1 req-1752bf5b-88d0-4261-add1-f0f270ad9fc3 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0525303 Mar 31 22:05:44.810160 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c9e16424-10a8-4d62-8b56-86c0046f15f1 req-99c9be5e-38fb-4f12-b336-0afd3f305966 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412264 Mar 31 22:05:45.929323 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcadd5a-a5a5-4d75-a88b-12678d6370e0 req-ef9a4925-4104-4f6b-beca-b4e03b656694 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:45.931002 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2fcadd5a-a5a5-4d75-a88b-12678d6370e0 req-ef9a4925-4104-4f6b-beca-b4e03b656694 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0566220 Mar 31 22:05:45.977254 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2fcadd5a-a5a5-4d75-a88b-12678d6370e0 req-4a3552e1-df9e-4c28-a015-ec4c692b4ff1 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406909 Mar 31 22:05:46.138254 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 57538) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:46.242610 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e43b31cf-48d5-465a-9bc0-3dd110a1809d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:46.319423 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e43b31cf-48d5-465a-9bc0-3dd110a1809d admin admin] Publish callbacks [] for security_group (c9de084e-0b5b-4149-b05a-bf63a7738e96), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:46.389028 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e43b31cf-48d5-465a-9bc0-3dd110a1809d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (c9de084e-0b5b-4149-b05a-bf63a7738e96), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:46.424406 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b31cf-48d5-465a-9bc0-3dd110a1809d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9de084e-0b5b-4149-b05a-bf63a7738e96,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:46.429252 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e43b31cf-48d5-465a-9bc0-3dd110a1809d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6eb432365049401d92477d5c25c78976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900283 Mar 31 22:05:46.431943 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 57542) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:46.477378 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eff7be3b-9062-4c01-a76d-fc7719fa785d admin admin] Publish callbacks [] for security_group (c9de084e-0b5b-4149-b05a-bf63a7738e96), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:46.498073 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eff7be3b-9062-4c01-a76d-fc7719fa785d admin admin] Publish callbacks [] for security_group (c9de084e-0b5b-4149-b05a-bf63a7738e96), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:46.588818 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eff7be3b-9062-4c01-a76d-fc7719fa785d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (c9de084e-0b5b-4149-b05a-bf63a7738e96), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:46.591361 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eff7be3b-9062-4c01-a76d-fc7719fa785d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:46.592505 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-eff7be3b-9062-4c01-a76d-fc7719fa785d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c9de084e-0b5b-4149-b05a-bf63a7738e96 HTTP/1.1" status: 204 len: 168 time: 0.1596792 Mar 31 22:05:46.600307 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7be3b-9062-4c01-a76d-fc7719fa785d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9de084e-0b5b-4149-b05a-bf63a7738e96,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:47.093373 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac245b57-1abe-4470-973a-6d28dc0295f2 req-2ad1bd99-058e-4c4c-a92a-d1b55ebf32ea tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:47.094856 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ac245b57-1abe-4470-973a-6d28dc0295f2 req-2ad1bd99-058e-4c4c-a92a-d1b55ebf32ea tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0522888 Mar 31 22:05:47.133148 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 57552) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:47.146205 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ac245b57-1abe-4470-973a-6d28dc0295f2 req-25cc3439-2b5a-40d9-9e36-14e5d0883f4a tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451343 Mar 31 22:05:47.146397 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a6b4-7bff-4e8e-9282-4bf9e61740f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:47.217700 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a6b4-7bff-4e8e-9282-4bf9e61740f7 admin admin] Publish callbacks [] for security_group (b3ea85c8-66de-4df0-8c95-f91166824727), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:47.302758 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bfa4a6b4-7bff-4e8e-9282-4bf9e61740f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (b3ea85c8-66de-4df0-8c95-f91166824727), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:47.340348 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-bfa4a6b4-7bff-4e8e-9282-4bf9e61740f7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=30ae04d6fbf74c618b45381c3438e840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2061563 Mar 31 22:05:47.341171 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4a6b4-7bff-4e8e-9282-4bf9e61740f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ea85c8-66de-4df0-8c95-f91166824727,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:47.343950 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 57554) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:47.392352 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d60c80e-33ae-4e30-a353-dc6ab0751dec admin admin] Publish callbacks [] for security_group (b3ea85c8-66de-4df0-8c95-f91166824727), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:47.414240 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d60c80e-33ae-4e30-a353-dc6ab0751dec admin admin] Publish callbacks [] for security_group (b3ea85c8-66de-4df0-8c95-f91166824727), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:47.542874 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d60c80e-33ae-4e30-a353-dc6ab0751dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (b3ea85c8-66de-4df0-8c95-f91166824727), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:47.545376 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d60c80e-33ae-4e30-a353-dc6ab0751dec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:47.546526 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-0d60c80e-33ae-4e30-a353-dc6ab0751dec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b3ea85c8-66de-4df0-8c95-f91166824727 HTTP/1.1" status: 204 len: 168 time: 0.2011607 Mar 31 22:05:47.554591 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60c80e-33ae-4e30-a353-dc6ab0751dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ea85c8-66de-4df0-8c95-f91166824727,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:48.262318 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431f6e6-ac19-4ee5-973e-eaddce6d7cc9 req-419cde83-e22b-470f-8729-fd3196a994ca tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:48.264592 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d431f6e6-ac19-4ee5-973e-eaddce6d7cc9 req-419cde83-e22b-470f-8729-fd3196a994ca tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0523851 Mar 31 22:05:48.311593 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d431f6e6-ac19-4ee5-973e-eaddce6d7cc9 req-82d224b3-d0ef-4d61-84a6-49551b6d745e tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405772 Mar 31 22:05:49.432257 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00679774-3fb5-44e0-98d6-2b481c330199 req-8c5cf248-ca4c-47de-ba7a-9a79195e42fe tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:49.433701 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-00679774-3fb5-44e0-98d6-2b481c330199 req-8c5cf248-ca4c-47de-ba7a-9a79195e42fe tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0543699 Mar 31 22:05:49.479863 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-00679774-3fb5-44e0-98d6-2b481c330199 req-edaec27e-ce36-4980-8b11-d650d3a99791 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406377 Mar 31 22:05:50.595567 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa5dc1-4757-479e-910e-ece4245fa11f req-d541a692-5a0b-4ba6-97ff-adf168eb8af4 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:50.597006 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-78aa5dc1-4757-479e-910e-ece4245fa11f req-d541a692-5a0b-4ba6-97ff-adf168eb8af4 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0514963 Mar 31 22:05:50.642384 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-78aa5dc1-4757-479e-910e-ece4245fa11f req-97628ed3-7624-491d-9f14-fc5a79018ba8 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399365 Mar 31 22:05:51.760793 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d0ef2-ee31-4ec5-ab83-a4d087fdb3ac req-1df2087f-f0c8-44ed-97fb-79cb2acbefef tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:51.762145 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c97d0ef2-ee31-4ec5-ab83-a4d087fdb3ac req-1df2087f-f0c8-44ed-97fb-79cb2acbefef tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0545504 Mar 31 22:05:51.813286 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c97d0ef2-ee31-4ec5-ab83-a4d087fdb3ac req-864a09b4-c213-4bac-beca-9c569f008fdc tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456059 Mar 31 22:05:52.056438 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb93d33-d388-4cd4-843d-565817306899 req-acd8f98b-3db1-4191-9b04-8cfa539ff828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:52.057827 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6fb93d33-d388-4cd4-843d-565817306899 req-acd8f98b-3db1-4191-9b04-8cfa539ff828 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 1130 time: 0.0453439 Mar 31 22:05:52.102081 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6fb93d33-d388-4cd4-843d-565817306899 req-c1c6e4a7-f139-4159-83e1-f42b49d633f9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376747 Mar 31 22:05:52.932959 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eee450-2105-4c91-8628-e4ba0db46a63 req-dc38e10e-6f57-41a3-b456-30b1b989af57 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:52.934926 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-89eee450-2105-4c91-8628-e4ba0db46a63 req-dc38e10e-6f57-41a3-b456-30b1b989af57 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0540380 Mar 31 22:05:52.984784 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-89eee450-2105-4c91-8628-e4ba0db46a63 req-8ee61f26-480b-47fa-8b7c-b44178ce97a1 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435023 Mar 31 22:05:53.235403 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 57662) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:53.338944 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b51a3654-fb87-4a34-9e15-9accedad2520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:53.416690 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b51a3654-fb87-4a34-9e15-9accedad2520 admin admin] Publish callbacks [] for security_group (5030070b-2b46-4d20-9af9-7a1db862c398), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:53.514529 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b51a3654-fb87-4a34-9e15-9accedad2520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (5030070b-2b46-4d20-9af9-7a1db862c398), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:53.556491 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b51a3654-fb87-4a34-9e15-9accedad2520 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e96b6e8cdeb343c29499a9a85c37c6ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199425 Mar 31 22:05:53.557597 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a3654-fb87-4a34-9e15-9accedad2520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5030070b-2b46-4d20-9af9-7a1db862c398,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:53.559138 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 57676) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:05:53.612655 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7e19c6d8-d992-44b8-9d16-045d07cf0e06 admin admin] Publish callbacks [] for security_group (5030070b-2b46-4d20-9af9-7a1db862c398), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:53.634431 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7e19c6d8-d992-44b8-9d16-045d07cf0e06 admin admin] Publish callbacks [] for security_group (5030070b-2b46-4d20-9af9-7a1db862c398), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:53.743367 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7e19c6d8-d992-44b8-9d16-045d07cf0e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (5030070b-2b46-4d20-9af9-7a1db862c398), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:53.746120 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7e19c6d8-d992-44b8-9d16-045d07cf0e06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:05:53.747235 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-7e19c6d8-d992-44b8-9d16-045d07cf0e06 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5030070b-2b46-4d20-9af9-7a1db862c398 HTTP/1.1" status: 204 len: 168 time: 0.1870596 Mar 31 22:05:53.755563 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19c6d8-d992-44b8-9d16-045d07cf0e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5030070b-2b46-4d20-9af9-7a1db862c398,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:05:54.102851 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c2876-7405-462e-bde1-6d2f53001e40 req-5e161eec-454b-4679-86eb-1aad002adedd tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:54.104469 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f18c2876-7405-462e-bde1-6d2f53001e40 req-5e161eec-454b-4679-86eb-1aad002adedd tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0525355 Mar 31 22:05:54.150828 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f18c2876-7405-462e-bde1-6d2f53001e40 req-47a447b0-6ddd-4a2b-91d6-7e0f2b716e19 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410140 Mar 31 22:05:54.266245 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b37e1-4107-4097-9111-4e04882a2956 req-e65f6005-c460-4a67-b7bd-1b4357b1e75e tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:54.267635 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0e3b37e1-4107-4097-9111-4e04882a2956 req-e65f6005-c460-4a67-b7bd-1b4357b1e75e tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0517387 Mar 31 22:05:54.313268 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0e3b37e1-4107-4097-9111-4e04882a2956 req-520d15ee-f808-47bf-adbc-3ef407b517c0 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395403 Mar 31 22:05:57.436736 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2e581-c637-4b5b-8bb6-4a8984a893dc req-de628773-6e2e-4b00-a170-e2601fd1fc1a tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:57.438198 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-52a2e581-c637-4b5b-8bb6-4a8984a893dc req-de628773-6e2e-4b00-a170-e2601fd1fc1a tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0569305 Mar 31 22:05:57.468036 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b0f5d-82ee-4702-aa04-4fed35d772b0 req-baa0b9f2-c208-48c3-9a70-4bbd7d8bfae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:57.469108 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f78b0f5d-82ee-4702-aa04-4fed35d772b0 req-baa0b9f2-c208-48c3-9a70-4bbd7d8bfae5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b68fe8e4bc64eae87e72c9aa61ec996&device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 1129 time: 0.0465264 Mar 31 22:05:57.484643 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-52a2e581-c637-4b5b-8bb6-4a8984a893dc req-f3e48299-6582-4bf6-b7f7-aa21cb1cc323 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403235 Mar 31 22:05:57.563235 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b0f5d-82ee-4702-aa04-4fed35d772b0 req-466ade25-6f1d-4693-b763-ab7efecd8310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:57.564689 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f78b0f5d-82ee-4702-aa04-4fed35d772b0 req-466ade25-6f1d-4693-b763-ab7efecd8310 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6141f838-016f-4422-a50b-fae51e1d7ab9 HTTP/1.1" status: 200 len: 920 time: 0.0875919 Mar 31 22:05:57.608658 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f78b0f5d-82ee-4702-aa04-4fed35d772b0 req-a0e71b49-c989-4ea7-a74f-cde79f946de5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e HTTP/1.1" status: 200 len: 217 time: 0.0372901 Mar 31 22:05:57.661255 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b0f5d-82ee-4702-aa04-4fed35d772b0 req-c82196c3-9d88-4da8-bf46-fd4267074ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:57.662733 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f78b0f5d-82ee-4702-aa04-4fed35d772b0 req-c82196c3-9d88-4da8-bf46-fd4267074ab6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8b5c4bba-061c-4b42-ba5a-238b5f7cc181 HTTP/1.1" status: 200 len: 858 time: 0.0470512 Mar 31 22:05:57.710856 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b0f5d-82ee-4702-aa04-4fed35d772b0 req-75d38554-a249-4e79-828b-d984eb779a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:57.712329 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f78b0f5d-82ee-4702-aa04-4fed35d772b0 req-75d38554-a249-4e79-828b-d984eb779a6e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6141f838-016f-4422-a50b-fae51e1d7ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431426 Mar 31 22:05:57.801650 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f78b0f5d-82ee-4702-aa04-4fed35d772b0 req-eec89a75-5137-4a95-8788-281c4266caf7 service neutron] 10.222.0.57 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828347 Mar 31 22:05:57.898963 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f78b0f5d-82ee-4702-aa04-4fed35d772b0 req-bd29bcd7-53b4-4bba-bcc5-ed44e5ff4cf4 service neutron] 10.222.0.57 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890458 Mar 31 22:05:58.603269 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbed56-9230-4eaa-a10d-0883183e5603 req-5241ea35-6d4f-41a6-9006-ba7ebaf08dbe tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:58.604801 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-69dbed56-9230-4eaa-a10d-0883183e5603 req-5241ea35-6d4f-41a6-9006-ba7ebaf08dbe tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0528624 Mar 31 22:05:58.652152 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-69dbed56-9230-4eaa-a10d-0883183e5603 req-3a5ee10d-1ee2-4063-8761-95ea47dcd70d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415988 Mar 31 22:05:59.772112 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c6b37-d6d1-43ff-89f8-8c23a14138e7 req-9955acae-5e11-40e2-a89a-e45597f33935 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:05:59.773601 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0e6c6b37-d6d1-43ff-89f8-8c23a14138e7 req-9955acae-5e11-40e2-a89a-e45597f33935 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0532639 Mar 31 22:05:59.824125 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0e6c6b37-d6d1-43ff-89f8-8c23a14138e7 req-c901e788-92bb-4d31-8cfb-dc78e19fa62e tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448062 Mar 31 22:06:00.940805 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7bf1-fc14-405a-bda3-e9d99ed25d97 req-a7efa5c6-1123-4064-8cf8-8ab5a533fef7 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:00.942235 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-443c7bf1-fc14-405a-bda3-e9d99ed25d97 req-a7efa5c6-1123-4064-8cf8-8ab5a533fef7 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0533626 Mar 31 22:06:00.994906 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-443c7bf1-fc14-405a-bda3-e9d99ed25d97 req-c6b20d10-bba4-4bf5-ae47-c8de23f5e719 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469999 Mar 31 22:06:01.312672 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 57864) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:06:01.419372 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-04ee5c3c-130d-463a-9d70-8101eb311c6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:01.494969 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-04ee5c3c-130d-463a-9d70-8101eb311c6e admin admin] Publish callbacks [] for security_group (3875d6f4-7e33-4f8d-9b81-a8c40659c2a8), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:01.566150 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-04ee5c3c-130d-463a-9d70-8101eb311c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (3875d6f4-7e33-4f8d-9b81-a8c40659c2a8), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:01.605772 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-04ee5c3c-130d-463a-9d70-8101eb311c6e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7760dc8649914298a6b82426d49b834f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2920339 Mar 31 22:06:01.606752 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee5c3c-130d-463a-9d70-8101eb311c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3875d6f4-7e33-4f8d-9b81-a8c40659c2a8,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:01.608506 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 57868) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:06:01.660534 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e6554641-9723-4488-9b56-d43b872f58eb admin admin] Publish callbacks [] for security_group (3875d6f4-7e33-4f8d-9b81-a8c40659c2a8), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:01.681132 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e6554641-9723-4488-9b56-d43b872f58eb admin admin] Publish callbacks [] for security_group (3875d6f4-7e33-4f8d-9b81-a8c40659c2a8), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:01.777567 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e6554641-9723-4488-9b56-d43b872f58eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (3875d6f4-7e33-4f8d-9b81-a8c40659c2a8), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:01.780322 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e6554641-9723-4488-9b56-d43b872f58eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:01.781461 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e6554641-9723-4488-9b56-d43b872f58eb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3875d6f4-7e33-4f8d-9b81-a8c40659c2a8 HTTP/1.1" status: 204 len: 168 time: 0.1712170 Mar 31 22:06:01.789772 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6554641-9723-4488-9b56-d43b872f58eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3875d6f4-7e33-4f8d-9b81-a8c40659c2a8,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:02.115169 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4891b-a227-44b1-af8f-021b9d53767a req-6d229a17-a175-4d44-960f-0d6c639d3eab tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:02.116611 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cfa4891b-a227-44b1-af8f-021b9d53767a req-6d229a17-a175-4d44-960f-0d6c639d3eab tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0545049 Mar 31 22:06:02.167941 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cfa4891b-a227-44b1-af8f-021b9d53767a req-6bec9b64-2c7f-4d4b-9bef-b5836a7d4ba8 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448070 Mar 31 22:06:02.343586 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 57880) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:06:02.360405 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ac663f7b-786d-44ba-82b0-300ef842ea6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:02.434667 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ac663f7b-786d-44ba-82b0-300ef842ea6d admin admin] Publish callbacks [] for security_group (e9b0ee1e-1f1c-44e8-aefd-c143eec78b80), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:02.486056 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ac663f7b-786d-44ba-82b0-300ef842ea6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (e9b0ee1e-1f1c-44e8-aefd-c143eec78b80), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:02.524935 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-ac663f7b-786d-44ba-82b0-300ef842ea6d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aeb918983eea41fb95a089fb8495b1a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1800320 Mar 31 22:06:02.525794 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac663f7b-786d-44ba-82b0-300ef842ea6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b0ee1e-1f1c-44e8-aefd-c143eec78b80,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:02.527665 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 57882) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:06:02.577558 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b435e7be-4142-4a37-ac30-5abb1f338326 admin admin] Publish callbacks [] for security_group (e9b0ee1e-1f1c-44e8-aefd-c143eec78b80), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:02.601870 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b435e7be-4142-4a37-ac30-5abb1f338326 admin admin] Publish callbacks [] for security_group (e9b0ee1e-1f1c-44e8-aefd-c143eec78b80), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:02.731584 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b435e7be-4142-4a37-ac30-5abb1f338326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (e9b0ee1e-1f1c-44e8-aefd-c143eec78b80), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:02.734216 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b435e7be-4142-4a37-ac30-5abb1f338326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:02.735370 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b435e7be-4142-4a37-ac30-5abb1f338326 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e9b0ee1e-1f1c-44e8-aefd-c143eec78b80 HTTP/1.1" status: 204 len: 168 time: 0.2066963 Mar 31 22:06:02.743814 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435e7be-4142-4a37-ac30-5abb1f338326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b0ee1e-1f1c-44e8-aefd-c143eec78b80,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:03.291572 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f422f-187f-4630-aadb-dea757e6d857 req-39184b26-0034-4e0e-965e-d212cccbc597 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:03.293011 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2d7f422f-187f-4630-aadb-dea757e6d857 req-39184b26-0034-4e0e-965e-d212cccbc597 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0566280 Mar 31 22:06:03.348027 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2d7f422f-187f-4630-aadb-dea757e6d857 req-7a415b63-9215-47ec-95a8-2b0b474f3a97 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487714 Mar 31 22:06:04.200209 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5d9aeffa-6cb2-407e-8ee5-03faa469a367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:04.473132 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fb551-2122-4eae-9324-8d6fa2b5d24d req-7f03464e-79a1-465a-8a6a-4074e3e0b496 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:04.474819 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-009fb551-2122-4eae-9324-8d6fa2b5d24d req-7f03464e-79a1-465a-8a6a-4074e3e0b496 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0556996 Mar 31 22:06:04.522356 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-009fb551-2122-4eae-9324-8d6fa2b5d24d req-dc241bb0-f967-4e05-8610-12cf190c9f54 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419288 Mar 31 22:06:05.656559 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100a16b-8082-45d2-b4ef-94675458c941 req-4881f929-77e3-4c57-af1c-47820ff71ce8 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:05.658022 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d100a16b-8082-45d2-b4ef-94675458c941 req-4881f929-77e3-4c57-af1c-47820ff71ce8 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0591273 Mar 31 22:06:05.716593 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d100a16b-8082-45d2-b4ef-94675458c941 req-3419c0c9-d200-46c9-a579-86607064a013 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527902 Mar 31 22:06:05.743270 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:06.640660 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-23a788b2-3969-458d-8231-554bc3e28edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:06.836763 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b33f28-4624-411f-a20e-10371a3c7112 req-1ddc5c43-1157-4033-bdac-ec4f1374745a tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:06.838250 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a2b33f28-4624-411f-a20e-10371a3c7112 req-1ddc5c43-1157-4033-bdac-ec4f1374745a tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0570495 Mar 31 22:06:06.889117 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a2b33f28-4624-411f-a20e-10371a3c7112 req-03468d95-71eb-4a3f-a88a-d678df3308a1 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434608 Mar 31 22:06:06.910378 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc31224-7b19-4fa7-9915-f99406b59a55 req-2b0fe038-724e-4818-b02c-60f507d4be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:06.911873 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3dc31224-7b19-4fa7-9915-f99406b59a55 req-2b0fe038-724e-4818-b02c-60f507d4be6c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b68fe8e4bc64eae87e72c9aa61ec996&device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 1129 time: 0.0486832 Mar 31 22:06:07.031389 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc31224-7b19-4fa7-9915-f99406b59a55 req-7e9332df-a2ac-4ffe-b681-3cbc8f2552e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:07.032998 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3dc31224-7b19-4fa7-9915-f99406b59a55 req-7e9332df-a2ac-4ffe-b681-3cbc8f2552e7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6141f838-016f-4422-a50b-fae51e1d7ab9 HTTP/1.1" status: 200 len: 920 time: 0.1004496 Mar 31 22:06:07.279873 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3dc31224-7b19-4fa7-9915-f99406b59a55 req-97bdddcd-d22b-47a0-8fcc-8616832ce170 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e HTTP/1.1" status: 200 len: 217 time: 0.2393186 Mar 31 22:06:07.531823 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:08.007659 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4b7e1-ba8f-42a9-884c-60f23b8c84c2 req-feeb638c-ca04-4509-939f-7deb2bb836b5 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:08.009087 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5ec4b7e1-ba8f-42a9-884c-60f23b8c84c2 req-feeb638c-ca04-4509-939f-7deb2bb836b5 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0548537 Mar 31 22:06:08.056618 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5ec4b7e1-ba8f-42a9-884c-60f23b8c84c2 req-fa96167a-5541-45e7-9bff-7a716408b042 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418830 Mar 31 22:06:09.028977 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:09.182268 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92819768-d684-472a-85dd-c7e3ddd80af7 req-4e1cd14a-f687-4089-bf25-54dc1bedf528 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:09.183721 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-92819768-d684-472a-85dd-c7e3ddd80af7 req-4e1cd14a-f687-4089-bf25-54dc1bedf528 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0573058 Mar 31 22:06:09.230664 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-92819768-d684-472a-85dd-c7e3ddd80af7 req-767f49db-81ef-4579-8ec3-74a1252fc1ea tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414367 Mar 31 22:06:09.927937 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc31224-7b19-4fa7-9915-f99406b59a55 req-8ef08db4-15d1-4e2a-becf-01ebbfe1f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:09.929437 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3dc31224-7b19-4fa7-9915-f99406b59a55 req-8ef08db4-15d1-4e2a-becf-01ebbfe1f69c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8b5c4bba-061c-4b42-ba5a-238b5f7cc181 HTTP/1.1" status: 200 len: 858 time: 0.0472291 Mar 31 22:06:09.980567 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc31224-7b19-4fa7-9915-f99406b59a55 req-d6c9c03f-87be-4eec-8f72-b576fe6b585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:09.982055 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3dc31224-7b19-4fa7-9915-f99406b59a55 req-d6c9c03f-87be-4eec-8f72-b576fe6b585e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6141f838-016f-4422-a50b-fae51e1d7ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430534 Mar 31 22:06:10.079331 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3dc31224-7b19-4fa7-9915-f99406b59a55 req-9b5faa20-51e1-4f99-aa2a-2d5824393531 service neutron] 10.222.0.57 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845711 Mar 31 22:06:10.172811 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3dc31224-7b19-4fa7-9915-f99406b59a55 req-b38c1fc0-79a8-4323-973f-73a838e8d27c service neutron] 10.222.0.57 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853119 Mar 31 22:06:10.349233 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a7920-b47c-4ee3-96b5-9ad09f90f70b req-abd64a78-4229-4311-837e-5fb6e6662553 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:10.350702 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d11a7920-b47c-4ee3-96b5-9ad09f90f70b req-abd64a78-4229-4311-837e-5fb6e6662553 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0522976 Mar 31 22:06:10.383259 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:10.457437 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d11a7920-b47c-4ee3-96b5-9ad09f90f70b req-1cf3a227-a3bf-41a4-a9e0-49884600e513 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453577 Mar 31 22:06:11.210569 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fa456-facf-4c70-9090-76e785a7007c req-418c6184-54ec-4cde-9efe-14d56efcd4f8 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:11.212152 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-912fa456-facf-4c70-9090-76e785a7007c req-418c6184-54ec-4cde-9efe-14d56efcd4f8 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0544305 Mar 31 22:06:11.263555 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-912fa456-facf-4c70-9090-76e785a7007c req-e48e2d8a-4dbd-4a83-9590-20711fa278f7 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454392 Mar 31 22:06:11.519393 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0adfd72-6514-4708-8526-ca4381821998 req-dbf262f2-54ad-43eb-b035-c1241d55d2eb tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:11.520868 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e0adfd72-6514-4708-8526-ca4381821998 req-dbf262f2-54ad-43eb-b035-c1241d55d2eb tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0523245 Mar 31 22:06:11.573671 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e0adfd72-6514-4708-8526-ca4381821998 req-1c015278-c29b-4d67-bfda-d37948221756 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461826 Mar 31 22:06:12.390642 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc0f66-054c-4ff7-b8bd-7b3d05e29f29 req-42375a44-860a-4f3c-a900-4875de1551b5 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:12.392098 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d1fc0f66-054c-4ff7-b8bd-7b3d05e29f29 req-42375a44-860a-4f3c-a900-4875de1551b5 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0511904 Mar 31 22:06:12.437956 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d1fc0f66-054c-4ff7-b8bd-7b3d05e29f29 req-0137326c-ea8e-4551-be5e-3206c6f161fa tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396531 Mar 31 22:06:12.690226 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd4762-31c6-4e40-a14f-25d66d078002 req-1b462fe1-a503-4a07-9a5c-ce8e03c8e1d3 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:12.691661 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-85dd4762-31c6-4e40-a14f-25d66d078002 req-1b462fe1-a503-4a07-9a5c-ce8e03c8e1d3 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0534432 Mar 31 22:06:12.737524 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-85dd4762-31c6-4e40-a14f-25d66d078002 req-f48805b3-60a5-4aa4-92e5-b81bd8559e71 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397303 Mar 31 22:06:13.557693 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5c18e-22f8-477f-af7c-8cc973088418 req-135cafbf-ac28-4d07-a7ed-db7a4c72dffe tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:13.559184 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-10a5c18e-22f8-477f-af7c-8cc973088418 req-135cafbf-ac28-4d07-a7ed-db7a4c72dffe tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0509515 Mar 31 22:06:13.607610 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-10a5c18e-22f8-477f-af7c-8cc973088418 req-a46b5711-26ba-4801-a016-d72e004e4cd8 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428383 Mar 31 22:06:13.855042 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c62e8b-9796-4579-bd5b-17932a4bc56a req-5e8b559f-53cc-46bc-994e-a595536c3814 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:13.856443 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-87c62e8b-9796-4579-bd5b-17932a4bc56a req-5e8b559f-53cc-46bc-994e-a595536c3814 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0529113 Mar 31 22:06:13.902215 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-87c62e8b-9796-4579-bd5b-17932a4bc56a req-ae0e2127-609a-4e7a-b3c4-810be5c34f2a tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403242 Mar 31 22:06:14.725714 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692a338-e761-4311-aba4-bd767a4d0044 req-93525112-d9f5-4033-b9d7-41b44a124afc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:14.727151 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c692a338-e761-4311-aba4-bd767a4d0044 req-93525112-d9f5-4033-b9d7-41b44a124afc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0506184 Mar 31 22:06:14.772856 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c692a338-e761-4311-aba4-bd767a4d0044 req-9ae4af52-943c-4bb7-b7f8-425a1b536ad3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402606 Mar 31 22:06:15.018507 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e6e8f-7a16-4334-8c84-fe1d315f5aed req-158ac369-a010-4111-9fab-84870856d419 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:15.019956 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-352e6e8f-7a16-4334-8c84-fe1d315f5aed req-158ac369-a010-4111-9fab-84870856d419 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0537963 Mar 31 22:06:15.070094 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-352e6e8f-7a16-4334-8c84-fe1d315f5aed req-2f03f3eb-acb5-4588-b6eb-3d50840fb019 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446241 Mar 31 22:06:16.096436 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784984bf-d897-4caf-ba61-29f5d88837cd req-009ea454-631d-4af0-a45f-84d20165de60 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:16.097896 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-784984bf-d897-4caf-ba61-29f5d88837cd req-009ea454-631d-4af0-a45f-84d20165de60 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.2553535 Mar 31 22:06:16.156494 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-784984bf-d897-4caf-ba61-29f5d88837cd req-fcb5310d-ac68-493b-8573-7d2b77d3d94c tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518515 Mar 31 22:06:16.197092 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ba829-1819-43d1-97c8-b6559f887d01 req-432eb3f5-37d4-4084-bafb-ef11b8be2f61 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:16.198702 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d62ba829-1819-43d1-97c8-b6559f887d01 req-432eb3f5-37d4-4084-bafb-ef11b8be2f61 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0575016 Mar 31 22:06:16.246269 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d62ba829-1819-43d1-97c8-b6559f887d01 req-047a7e2f-371f-45e9-a859-0774afc527d7 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419900 Mar 31 22:06:16.560154 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc19ac-1326-4526-9942-7fb2cc7e1b0a req-121e6513-1109-41b1-8443-39fa749d6187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:16.561676 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e5dc19ac-1326-4526-9942-7fb2cc7e1b0a req-121e6513-1109-41b1-8443-39fa749d6187 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 1129 time: 0.0477810 Mar 31 22:06:16.605358 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e5dc19ac-1326-4526-9942-7fb2cc7e1b0a req-ee3f6c0a-0ff9-414a-ad1d-601cee101e2c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365367 Mar 31 22:06:17.063230 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 58166) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:06:17.067723 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-f13a89af-7943-4be8-97f8-3ec18d252e09 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--379855201', 'description': 'tempest-description--23106291'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:06:17.171953 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f13a89af-7943-4be8-97f8-3ec18d252e09 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:17.238481 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f13a89af-7943-4be8-97f8-3ec18d252e09 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group (4764a4a4-b4c4-4357-8731-c08516c9729c), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:17.280184 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a5e4b-95d8-405b-84fd-525409ab1921 req-63e40ce7-d2be-4c37-b518-f758a846f19b tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:17.281741 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-775a5e4b-95d8-405b-84fd-525409ab1921 req-63e40ce7-d2be-4c37-b518-f758a846f19b tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0534124 Mar 31 22:06:17.297434 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f13a89af-7943-4be8-97f8-3ec18d252e09 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (4764a4a4-b4c4-4357-8731-c08516c9729c), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:17.326997 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a89af-7943-4be8-97f8-3ec18d252e09 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4764a4a4-b4c4-4357-8731-c08516c9729c,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:17.335215 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a89af-7943-4be8-97f8-3ec18d252e09 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.335565 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a89af-7943-4be8-97f8-3ec18d252e09 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.335908 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a89af-7943-4be8-97f8-3ec18d252e09 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.336241 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a89af-7943-4be8-97f8-3ec18d252e09 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.336573 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a89af-7943-4be8-97f8-3ec18d252e09 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.336902 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a89af-7943-4be8-97f8-3ec18d252e09 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.337229 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a89af-7943-4be8-97f8-3ec18d252e09 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.337705 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a89af-7943-4be8-97f8-3ec18d252e09 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.337877 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a89af-7943-4be8-97f8-3ec18d252e09 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.338434 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a89af-7943-4be8-97f8-3ec18d252e09 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.338764 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a89af-7943-4be8-97f8-3ec18d252e09 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.339089 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a89af-7943-4be8-97f8-3ec18d252e09 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.339412 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a89af-7943-4be8-97f8-3ec18d252e09 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.339735 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a89af-7943-4be8-97f8-3ec18d252e09 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.340055 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a89af-7943-4be8-97f8-3ec18d252e09 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.360050 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-775a5e4b-95d8-405b-84fd-525409ab1921 req-5320f9c8-457c-4ba6-a94b-4df9c34f21a0 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720482 Mar 31 22:06:17.381810 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfff92-e4f5-41f8-aefa-a922ee9a3624 req-88aba61f-7b71-42aa-b752-44d0eb7c176d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:17.383374 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-44dfff92-e4f5-41f8-aefa-a922ee9a3624 req-88aba61f-7b71-42aa-b752-44d0eb7c176d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0675330 Mar 31 22:06:17.389072 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f13a89af-7943-4be8-97f8-3ec18d252e09 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:17.390364 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-f13a89af-7943-4be8-97f8-3ec18d252e09 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3260841 Mar 31 22:06:17.393075 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 58176) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:06:17.397921 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-4153443b-5d11-442d-90fa-2760ad9235f1 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Request body: {'security_group_rule': {'security_group_id': '4764a4a4-b4c4-4357-8731-c08516c9729c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:06:17.431762 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-44dfff92-e4f5-41f8-aefa-a922ee9a3624 req-ab98b17a-d719-40f2-a2e0-cc4d7a218ae5 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417082 Mar 31 22:06:17.473894 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4153443b-5d11-442d-90fa-2760ad9235f1 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group_rule (548a1ede-fad0-4b74-b400-ae4b0c10025a), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:17.528416 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4153443b-5d11-442d-90fa-2760ad9235f1 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group_rule (548a1ede-fad0-4b74-b400-ae4b0c10025a), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:17.605837 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4153443b-5d11-442d-90fa-2760ad9235f1 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (548a1ede-fad0-4b74-b400-ae4b0c10025a), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:17.626057 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153443b-5d11-442d-90fa-2760ad9235f1 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548a1ede-fad0-4b74-b400-ae4b0c10025a,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:17.676971 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4153443b-5d11-442d-90fa-2760ad9235f1 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:17.678383 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-4153443b-5d11-442d-90fa-2760ad9235f1 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2843475 Mar 31 22:06:17.681559 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 58184) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:06:17.687215 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-0a8317ee-0cb3-4c32-ac96-41cd11f8a3cc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Request body: {'security_group_rule': {'security_group_id': '4764a4a4-b4c4-4357-8731-c08516c9729c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:06:17.779536 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0a8317ee-0cb3-4c32-ac96-41cd11f8a3cc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group_rule (10922351-fb21-4a31-b998-de7570204b41), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:17.846976 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0a8317ee-0cb3-4c32-ac96-41cd11f8a3cc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group_rule (10922351-fb21-4a31-b998-de7570204b41), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:17.903067 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0a8317ee-0cb3-4c32-ac96-41cd11f8a3cc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (10922351-fb21-4a31-b998-de7570204b41), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:17.916373 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8317ee-0cb3-4c32-ac96-41cd11f8a3cc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10922351-fb21-4a31-b998-de7570204b41,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:17.929333 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8317ee-0cb3-4c32-ac96-41cd11f8a3cc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.929689 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8317ee-0cb3-4c32-ac96-41cd11f8a3cc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.930058 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8317ee-0cb3-4c32-ac96-41cd11f8a3cc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.930455 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8317ee-0cb3-4c32-ac96-41cd11f8a3cc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.930807 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8317ee-0cb3-4c32-ac96-41cd11f8a3cc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.931136 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8317ee-0cb3-4c32-ac96-41cd11f8a3cc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.931470 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8317ee-0cb3-4c32-ac96-41cd11f8a3cc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.931806 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8317ee-0cb3-4c32-ac96-41cd11f8a3cc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.932122 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8317ee-0cb3-4c32-ac96-41cd11f8a3cc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.932447 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8317ee-0cb3-4c32-ac96-41cd11f8a3cc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.932771 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8317ee-0cb3-4c32-ac96-41cd11f8a3cc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.933095 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8317ee-0cb3-4c32-ac96-41cd11f8a3cc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.933420 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8317ee-0cb3-4c32-ac96-41cd11f8a3cc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.933743 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8317ee-0cb3-4c32-ac96-41cd11f8a3cc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:17.934058 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8317ee-0cb3-4c32-ac96-41cd11f8a3cc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:18.008636 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0a8317ee-0cb3-4c32-ac96-41cd11f8a3cc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:18.009841 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-0a8317ee-0cb3-4c32-ac96-41cd11f8a3cc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3267393 Mar 31 22:06:18.013322 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 58188) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:06:18.017651 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-0d94ae15-65f6-4d2d-bc19-6cd74a0e6905 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Request body: {'floatingip': {'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:06:18.109284 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d94ae15-65f6-4d2d-bc19-6cd74a0e6905 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:18.204276 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d94ae15-65f6-4d2d-bc19-6cd74a0e6905 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:18.311131 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-0d94ae15-65f6-4d2d-bc19-6cd74a0e6905 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Allocated IP 172.27.2.99 (ad19088a-a902-4a91-855f-5fb9d1c67d87/5d366205-9c7a-4898-9c8b-600d476ec59e/4cedf770-0667-4ef7-90b2-59b30c774de9) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:06:18.410125 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d94ae15-65f6-4d2d-bc19-6cd74a0e6905 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for port (4cedf770-0667-4ef7-90b2-59b30c774de9), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:18.496421 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcb7a6-1017-4818-9cd3-ea7650c3fd2d req-91adc826-1df6-4d54-82e0-1951af860ca3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:18.498288 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2efcb7a6-1017-4818-9cd3-ea7650c3fd2d req-91adc826-1df6-4d54-82e0-1951af860ca3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0641913 Mar 31 22:06:18.538346 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d94ae15-65f6-4d2d-bc19-6cd74a0e6905 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (4cedf770-0667-4ef7-90b2-59b30c774de9), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:18.600152 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d94ae15-65f6-4d2d-bc19-6cd74a0e6905 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:06:18.611732 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-0d94ae15-65f6-4d2d-bc19-6cd74a0e6905 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:06:18.618291 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d94ae15-65f6-4d2d-bc19-6cd74a0e6905 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:06:18.620937 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94ae15-65f6-4d2d-bc19-6cd74a0e6905 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event updated for resources: {'Port': ['ID=4cedf770-0667-4ef7-90b2-59b30c774de9,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:18.657772 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0b74a-9dae-4d66-8b7a-44000eeba254 req-d3b8d4af-70ef-4d1c-ab9d-8902988454bc tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:18.659251 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1eb0b74a-9dae-4d66-8b7a-44000eeba254 req-d3b8d4af-70ef-4d1c-ab9d-8902988454bc tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.1579871 Mar 31 22:06:18.662647 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2efcb7a6-1017-4818-9cd3-ea7650c3fd2d req-822988b1-02f5-4942-b2d2-ab0175221295 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527071 Mar 31 22:06:18.742618 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1eb0b74a-9dae-4d66-8b7a-44000eeba254 req-7be3a663-0caa-4f88-a611-6a8bac4a8094 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758233 Mar 31 22:06:18.757914 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d94ae15-65f6-4d2d-bc19-6cd74a0e6905 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (2c1fcfbc-b8fb-4afd-8c98-a4482930604a), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:18.857564 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d94ae15-65f6-4d2d-bc19-6cd74a0e6905 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (4cedf770-0667-4ef7-90b2-59b30c774de9), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:19.008799 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d94ae15-65f6-4d2d-bc19-6cd74a0e6905 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for port (4cedf770-0667-4ef7-90b2-59b30c774de9), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:19.093278 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d94ae15-65f6-4d2d-bc19-6cd74a0e6905 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114205'] for port (4cedf770-0667-4ef7-90b2-59b30c774de9), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:19.130445 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59629b95-0855-4ec7-a71e-9b5b2c4e986d req-e285fe55-7792-4de4-bf39-6a901eedc0d4 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:19.131941 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-59629b95-0855-4ec7-a71e-9b5b2c4e986d req-e285fe55-7792-4de4-bf39-6a901eedc0d4 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0783312 Mar 31 22:06:19.196006 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94ae15-65f6-4d2d-bc19-6cd74a0e6905 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event updated for resources: {'Port': ['ID=4cedf770-0667-4ef7-90b2-59b30c774de9,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:19.212983 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d94ae15-65f6-4d2d-bc19-6cd74a0e6905 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (2c1fcfbc-b8fb-4afd-8c98-a4482930604a), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:19.233470 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-59629b95-0855-4ec7-a71e-9b5b2c4e986d req-a55155a3-b0b7-4bc1-979b-ad14d9ba28d3 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927205 Mar 31 22:06:19.322159 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0d94ae15-65f6-4d2d-bc19-6cd74a0e6905 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:19.323457 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-0d94ae15-65f6-4d2d-bc19-6cd74a0e6905 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3091292 Mar 31 22:06:19.525914 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-6bfb4869-01d6-4caf-9c92-5b9027fc8fd0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--379855201&fields=id&tenant_id=891af07672f940c09ae8cbf340a48b4d HTTP/1.1" status: 200 len: 267 time: 0.0433927 Mar 31 22:06:19.633835 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-fa8a879d-c8ec-4b74-b8a6-f66a2a14e833 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:19.635295 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-fa8a879d-c8ec-4b74-b8a6-f66a2a14e833 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/networks?id=1cfcbe07-ec4b-4324-9343-639a3e44e48c HTTP/1.1" status: 200 len: 813 time: 0.1032138 Mar 31 22:06:19.651120 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-a0979481-4fee-49e4-9315-7a95927b757c tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/quotas/891af07672f940c09ae8cbf340a48b4d HTTP/1.1" status: 200 len: 375 time: 0.0086706 Mar 31 22:06:19.706924 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-7f29939f-cd0d-4214-9c38-dc47951d3c77 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=891af07672f940c09ae8cbf340a48b4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512033 Mar 31 22:06:19.836378 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0d634-1acf-41e9-a270-a2f36a3a00bc req-d632be26-3cfd-491a-b959-a4bb0bba96e7 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:19.837829 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d8c0d634-1acf-41e9-a270-a2f36a3a00bc req-d632be26-3cfd-491a-b959-a4bb0bba96e7 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.1025243 Mar 31 22:06:19.841234 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-202b2247-509b-4f67-ad8f-78142fa2ac60 service neutron] 10.222.0.59 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232445 Mar 31 22:06:19.936329 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d8c0d634-1acf-41e9-a270-a2f36a3a00bc req-0d36357a-262e-4078-b63e-b02bba25b12e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926931 Mar 31 22:06:19.956206 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-955affe8-f84f-4e20-8b4e-c4187686ea54 service neutron] 10.222.0.59 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065731 Mar 31 22:06:20.154649 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:06:20.209924 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a62c9acb-43a9-433f-832d-a0ef2aa49a07 req-a85b2224-24a8-4f4f-85ad-d6065063310c tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 210 time: 0.0305741 Mar 31 22:06:20.352525 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d2d8b-f513-4fa7-a68d-82ee0741e338 req-57bd8af1-4445-4fd4-bf85-93f9b4af7521 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:20.354005 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5a8d2d8b-f513-4fa7-a68d-82ee0741e338 req-57bd8af1-4445-4fd4-bf85-93f9b4af7521 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0516977 Mar 31 22:06:20.403086 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5a8d2d8b-f513-4fa7-a68d-82ee0741e338 req-bdf09255-b933-4436-87fa-2bc629cf5bae tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431786 Mar 31 22:06:20.821642 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4c42a-9760-4ebe-a9b7-6456fee55a02 req-570876c7-53e9-4be3-84f2-0ead568b8560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:20.823181 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-bde4c42a-9760-4ebe-a9b7-6456fee55a02 req-570876c7-53e9-4be3-84f2-0ead568b8560 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b68fe8e4bc64eae87e72c9aa61ec996&device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 1129 time: 0.0488997 Mar 31 22:06:20.912032 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4c42a-9760-4ebe-a9b7-6456fee55a02 req-ff7bcb7e-c87e-4af9-be45-3da3f067a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:20.913472 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-bde4c42a-9760-4ebe-a9b7-6456fee55a02 req-ff7bcb7e-c87e-4af9-be45-3da3f067a16e service neutron] 10.222.0.57 "GET /v2.0/networks?id=6141f838-016f-4422-a50b-fae51e1d7ab9 HTTP/1.1" status: 200 len: 920 time: 0.0837746 Mar 31 22:06:20.962945 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-bde4c42a-9760-4ebe-a9b7-6456fee55a02 req-2b364c5d-79a8-4c88-a5fa-822000b6cd61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e HTTP/1.1" status: 200 len: 217 time: 0.0405314 Mar 31 22:06:21.014905 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4c42a-9760-4ebe-a9b7-6456fee55a02 req-fe082b81-5072-4af6-afb3-a1ef8da7acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:21.016610 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-bde4c42a-9760-4ebe-a9b7-6456fee55a02 req-fe082b81-5072-4af6-afb3-a1ef8da7acd7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8b5c4bba-061c-4b42-ba5a-238b5f7cc181 HTTP/1.1" status: 200 len: 858 time: 0.0466897 Mar 31 22:06:21.068889 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4c42a-9760-4ebe-a9b7-6456fee55a02 req-86c613e5-da18-4286-8587-da620c60e420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:21.070420 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-bde4c42a-9760-4ebe-a9b7-6456fee55a02 req-86c613e5-da18-4286-8587-da620c60e420 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6141f838-016f-4422-a50b-fae51e1d7ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474670 Mar 31 22:06:21.076433 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887566a2-eea3-482b-873a-142d228f9bbb req-a2fcac1d-00e5-41e6-8365-3f33bee5ed9a tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:21.077991 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-887566a2-eea3-482b-873a-142d228f9bbb req-a2fcac1d-00e5-41e6-8365-3f33bee5ed9a tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0579820 Mar 31 22:06:21.143805 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-887566a2-eea3-482b-873a-142d228f9bbb req-ce25b93d-6878-4c47-b74a-4d96deb1c02b tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596168 Mar 31 22:06:21.181910 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-bde4c42a-9760-4ebe-a9b7-6456fee55a02 req-65676ca2-3db1-42a5-98e8-16fb127d0a5d service neutron] 10.222.0.57 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036050 Mar 31 22:06:21.281980 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-bde4c42a-9760-4ebe-a9b7-6456fee55a02 req-ebaa2d75-28cf-45f7-99db-abb89ff54623 service neutron] 10.222.0.57 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908570 Mar 31 22:06:21.316644 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-53792329-d6a8-4542-8a7e-b4970a1d77ef req-ec5741e6-9100-4020-b035-72e568f0c788 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 210 time: 0.0387123 Mar 31 22:06:21.518599 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490d3a6-07a1-455c-8ac9-8687862d756f req-06e18aec-884b-42ed-9684-c7177e44d64a tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:21.520562 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4490d3a6-07a1-455c-8ac9-8687862d756f req-06e18aec-884b-42ed-9684-c7177e44d64a tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0512891 Mar 31 22:06:21.566427 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4490d3a6-07a1-455c-8ac9-8687862d756f req-1c7d006e-d072-45b8-99fe-4e28656d610d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401340 Mar 31 22:06:22.277850 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd58e84-e15b-45a1-8b65-ec313e621d69 req-d4969f14-7d68-4966-9304-eac0df45e2ed tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:22.279344 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3bd58e84-e15b-45a1-8b65-ec313e621d69 req-d4969f14-7d68-4966-9304-eac0df45e2ed tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0611351 Mar 31 22:06:22.327873 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3bd58e84-e15b-45a1-8b65-ec313e621d69 req-9f665862-8e2e-40b4-9198-98d7a876ec58 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427547 Mar 31 22:06:22.414922 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f185a179-b181-46ee-b156-5c301cb5d5de req-04ce4109-a0e2-47ea-86ba-368938b3e299 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 210 time: 0.0289018 Mar 31 22:06:22.680953 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913ae7d-c178-4f98-af57-8ca13aa4d272 req-9da2b252-dcdf-46b9-8773-1252a986f7bc tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:22.682489 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9913ae7d-c178-4f98-af57-8ca13aa4d272 req-9da2b252-dcdf-46b9-8773-1252a986f7bc tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0514824 Mar 31 22:06:22.728751 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9913ae7d-c178-4f98-af57-8ca13aa4d272 req-8cc18667-95ba-4eff-9529-0c8327d2294c tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407898 Mar 31 22:06:23.446485 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d85e88-89f8-4b8c-85b0-5359fed73516 req-c60cdef9-de1d-4380-8d4b-cd0a492534a7 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:23.447959 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b9d85e88-89f8-4b8c-85b0-5359fed73516 req-c60cdef9-de1d-4380-8d4b-cd0a492534a7 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0508559 Mar 31 22:06:23.517315 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ae7b682d-e8ee-4126-adb9-173c1869ae54 req-a56c874e-330c-495b-b4fb-e1ddd035de0a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 210 time: 0.0339208 Mar 31 22:06:23.520932 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b9d85e88-89f8-4b8c-85b0-5359fed73516 req-7c02b4e3-7ae5-4846-8efe-28c1d8d4df28 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675437 Mar 31 22:06:23.843541 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efda10b-3e96-43f6-8d0a-80475e1bfd5a req-8cf6f496-079b-4804-833c-cfeb3e344e24 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:23.844972 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9efda10b-3e96-43f6-8d0a-80475e1bfd5a req-8cf6f496-079b-4804-833c-cfeb3e344e24 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0529039 Mar 31 22:06:23.890145 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9efda10b-3e96-43f6-8d0a-80475e1bfd5a req-f0cdd841-3b2b-48ed-88fb-994df0b4a29f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397973 Mar 31 22:06:24.616986 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-170843bd-7417-4ea7-96d7-fc050ca1c1e2 req-0006cc9a-4cee-43fc-ae15-341376ae008d tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 210 time: 0.0327125 Mar 31 22:06:24.670430 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c577670-6632-4be2-bde8-501f5fde9560 req-55cb5e61-0190-4aaa-86d6-8b3aad7d0377 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:24.672713 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5c577670-6632-4be2-bde8-501f5fde9560 req-55cb5e61-0190-4aaa-86d6-8b3aad7d0377 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0586319 Mar 31 22:06:24.724192 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5c577670-6632-4be2-bde8-501f5fde9560 req-77fb5ae3-50dd-45ae-b312-776c382909ed tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449746 Mar 31 22:06:24.913869 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-b03d53da-fc0d-4a9f-87f9-00d5c0baf887 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:24.915368 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-b03d53da-fc0d-4a9f-87f9-00d5c0baf887 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.57 "GET /v2.0/networks?id=1cfcbe07-ec4b-4324-9343-639a3e44e48c HTTP/1.1" status: 200 len: 813 time: 0.1173079 Mar 31 22:06:25.003332 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-247d98a5-40c2-4628-9c23-dc918c1d29af tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=891af07672f940c09ae8cbf340a48b4d HTTP/1.1" status: 200 len: 472 time: 0.0720582 Mar 31 22:06:25.016643 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f20510-3c78-4326-aa34-385fb3f8fbd5 req-44b48330-302d-4fc9-842e-43397adcc50c tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:25.018308 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-79f20510-3c78-4326-aa34-385fb3f8fbd5 req-44b48330-302d-4fc9-842e-43397adcc50c tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0603132 Mar 31 22:06:25.025871 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-0719efac-904b-4917-8b89-f3dfb75e449a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Request body: {'port': {'device_id': '17bb146e-261a-44cb-bafb-c4bdcd9bdebf', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'admin_state_up': True, 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'security_groups': ['4764a4a4-b4c4-4357-8731-c08516c9729c']}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:06:25.073046 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-79f20510-3c78-4326-aa34-385fb3f8fbd5 req-0afce181-bfd5-4928-a01c-0d47eaf01938 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456834 Mar 31 22:06:25.200023 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-0719efac-904b-4917-8b89-f3dfb75e449a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Made reservation on behalf of 891af07672f940c09ae8cbf340a48b4d for: {'port': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:06:25.203466 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-0719efac-904b-4917-8b89-f3dfb75e449a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:25.337988 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-0719efac-904b-4917-8b89-f3dfb75e449a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Allocated IP 172.20.0.13 (1cfcbe07-ec4b-4324-9343-639a3e44e48c/46fdab92-2c2a-49be-bf50-a72b75107edf/6675da96-f7f8-4ef5-b165-10e574566e56) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:06:25.481628 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-0719efac-904b-4917-8b89-f3dfb75e449a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for port (6675da96-f7f8-4ef5-b165-10e574566e56), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:25.583545 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-0719efac-904b-4917-8b89-f3dfb75e449a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (6675da96-f7f8-4ef5-b165-10e574566e56), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:25.625939 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-0719efac-904b-4917-8b89-f3dfb75e449a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Network 1cfcbe07-ec4b-4324-9343-639a3e44e48c is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:06:25.628906 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-0719efac-904b-4917-8b89-f3dfb75e449a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:06:25.634907 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-0719efac-904b-4917-8b89-f3dfb75e449a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:06:25.640038 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-0719efac-904b-4917-8b89-f3dfb75e449a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:25.640655 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-0719efac-904b-4917-8b89-f3dfb75e449a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:25.649781 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719efac-904b-4917-8b89-f3dfb75e449a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event updated for resources: {'Port': ['ID=6675da96-f7f8-4ef5-b165-10e574566e56,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:25.746349 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7680cd0-f38c-469a-b60f-e669aa73fdbc req-be2e0c4d-2c5c-44b7-94b6-6be62071b936 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:25.751765 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-0719efac-904b-4917-8b89-f3dfb75e449a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7366350 Mar 31 22:06:25.752232 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f7680cd0-f38c-469a-b60f-e669aa73fdbc req-be2e0c4d-2c5c-44b7-94b6-6be62071b936 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 932 time: 0.0564783 Mar 31 22:06:25.765234 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-888a9a66-fe0f-4b98-8b18-eebf2a037cb8 service neutron] Request body: {'port': {'device_id': '17bb146e-261a-44cb-bafb-c4bdcd9bdebf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:06:25.843202 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f7680cd0-f38c-469a-b60f-e669aa73fdbc req-03a9ec72-ab26-4547-a056-8fac628d6a02 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=4764a4a4-b4c4-4357-8731-c08516c9729c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880690 Mar 31 22:06:25.845660 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-888a9a66-fe0f-4b98-8b18-eebf2a037cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (6675da96-f7f8-4ef5-b165-10e574566e56), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:25.867233 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb0a3a-2c85-413c-84fc-1831e4d1eb5d req-33671dc2-6ab2-4783-898d-e281a8db7480 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:25.869625 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-66bb0a3a-2c85-413c-84fc-1831e4d1eb5d req-33671dc2-6ab2-4783-898d-e281a8db7480 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0595715 Mar 31 22:06:25.916468 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-66bb0a3a-2c85-413c-84fc-1831e4d1eb5d req-520f9e7a-caeb-48f3-be67-8423baa805ca tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411520 Mar 31 22:06:25.930968 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-9961c3d2-94f5-4e21-9f3b-18a77088fe55 None None] Provisioning complete for port 6675da96-f7f8-4ef5-b165-10e574566e56 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:06:25.931474 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9961c3d2-94f5-4e21-9f3b-18a77088fe55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (6675da96-f7f8-4ef5-b165-10e574566e56), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:25.969251 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-9961c3d2-94f5-4e21-9f3b-18a77088fe55 None None] Port 6675da96-f7f8-4ef5-b165-10e574566e56 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:06:26.111192 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-888a9a66-fe0f-4b98-8b18-eebf2a037cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6675da96-f7f8-4ef5-b165-10e574566e56 {{(pid=110666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:06:26.118980 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-888a9a66-fe0f-4b98-8b18-eebf2a037cb8 service neutron] Publish callbacks [] for port (6675da96-f7f8-4ef5-b165-10e574566e56), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:26.131114 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.provisioning_blocks [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-888a9a66-fe0f-4b98-8b18-eebf2a037cb8 service neutron] Transition to ACTIVE for port object 6675da96-f7f8-4ef5-b165-10e574566e56 will not be triggered until provisioned by entity L2. {{(pid=110666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 22:06:26.188662 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-888a9a66-fe0f-4b98-8b18-eebf2a037cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (6675da96-f7f8-4ef5-b165-10e574566e56), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:26.188875 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18212072-6e57-44f2-8913-744636642843 req-31571e78-4bc9-4b6e-aadc-a41554b907e2 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:26.190340 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-18212072-6e57-44f2-8913-744636642843 req-31571e78-4bc9-4b6e-aadc-a41554b907e2 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0523393 Mar 31 22:06:26.238162 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-18212072-6e57-44f2-8913-744636642843 req-e92c359c-3eb8-4034-88e9-e7a2f414d7d2 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422182 Mar 31 22:06:26.240352 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a9a66-fe0f-4b98-8b18-eebf2a037cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=6675da96-f7f8-4ef5-b165-10e574566e56,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:26.278724 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-888a9a66-fe0f-4b98-8b18-eebf2a037cb8 service neutron] Attempting to bind port 6675da96-f7f8-4ef5-b165-10e574566e56 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:06:26.279064 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-888a9a66-fe0f-4b98-8b18-eebf2a037cb8 service neutron] Attempting to bind port 6675da96-f7f8-4ef5-b165-10e574566e56 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'a131c32f-8f0e-49e7-8e61-166d6f753cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:06:26.279387 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-888a9a66-fe0f-4b98-8b18-eebf2a037cb8 service neutron] Attempting to bind port 6675da96-f7f8-4ef5-b165-10e574566e56 on network 1cfcbe07-ec4b-4324-9343-639a3e44e48c {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:06:26.284015 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-888a9a66-fe0f-4b98-8b18-eebf2a037cb8 service neutron] Port 6675da96-f7f8-4ef5-b165-10e574566e56 on network 1cfcbe07-ec4b-4324-9343-639a3e44e48c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:06:26.288817 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-888a9a66-fe0f-4b98-8b18-eebf2a037cb8 service neutron] Attempting to bind port 6675da96-f7f8-4ef5-b165-10e574566e56 on network 1cfcbe07-ec4b-4324-9343-639a3e44e48c {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:06:26.290380 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-888a9a66-fe0f-4b98-8b18-eebf2a037cb8 service neutron] Checking agent: {'id': '0c6c7b6d-d51d-4e70-9732-01ea9921e922', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'started_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:06:26.290716 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-888a9a66-fe0f-4b98-8b18-eebf2a037cb8 service neutron] Checking segment: {'id': 'a131c32f-8f0e-49e7-8e61-166d6f753cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:06:26.291097 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-888a9a66-fe0f-4b98-8b18-eebf2a037cb8 service neutron] Bound using segment: {'id': 'a131c32f-8f0e-49e7-8e61-166d6f753cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:06:26.291520 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-888a9a66-fe0f-4b98-8b18-eebf2a037cb8 service neutron] Bound port: 6675da96-f7f8-4ef5-b165-10e574566e56, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a131c32f-8f0e-49e7-8e61-166d6f753cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:06:26.291876 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-888a9a66-fe0f-4b98-8b18-eebf2a037cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (6675da96-f7f8-4ef5-b165-10e574566e56), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:26.367710 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-888a9a66-fe0f-4b98-8b18-eebf2a037cb8 service neutron] For port 6675da96-f7f8-4ef5-b165-10e574566e56, host hv-cinder-83608, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:06:26.368982 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-888a9a66-fe0f-4b98-8b18-eebf2a037cb8 service neutron] For port 6675da96-f7f8-4ef5-b165-10e574566e56, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6675da96-f7f8-4ef5-b165-10e574566e56,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:06:26.446362 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-888a9a66-fe0f-4b98-8b18-eebf2a037cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (6675da96-f7f8-4ef5-b165-10e574566e56), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:26.484944 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-888a9a66-fe0f-4b98-8b18-eebf2a037cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:26.485573 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-888a9a66-fe0f-4b98-8b18-eebf2a037cb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:26.489535 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-888a9a66-fe0f-4b98-8b18-eebf2a037cb8 service neutron] 10.222.0.57 "PUT /v2.0/ports/6675da96-f7f8-4ef5-b165-10e574566e56 HTTP/1.1" status: 200 len: 1094 time: 0.7263503 Mar 31 22:06:26.489535 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17bb146e-261a-44cb-bafb-c4bdcd9bdebf', 'tag': '6675da96-f7f8-4ef5-b165-10e574566e56'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:06:26.489979 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1aa7e3b-bdbc-458b-9a24-101da7e26096" -d '{"events": [{"name": "network-changed", "server_uuid": "17bb146e-261a-44cb-bafb-c4bdcd9bdebf", "tag": "6675da96-f7f8-4ef5-b165-10e574566e56"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:06:26.515312 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a9a66-fe0f-4b98-8b18-eebf2a037cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=6675da96-f7f8-4ef5-b165-10e574566e56,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:26.540013 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a0e7bb-4588-4f59-9dfe-4b13806da661 x-openstack-request-id: req-66a0e7bb-4588-4f59-9dfe-4b13806da661 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:06:26.540314 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17bb146e-261a-44cb-bafb-c4bdcd9bdebf", "tag": "6675da96-f7f8-4ef5-b165-10e574566e56", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:06:26.540572 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-66a0e7bb-4588-4f59-9dfe-4b13806da661 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:06:26.541140 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66a0e7bb-4588-4f59-9dfe-4b13806da661'] response: {'name': 'network-changed', 'server_uuid': '17bb146e-261a-44cb-bafb-c4bdcd9bdebf', 'tag': '6675da96-f7f8-4ef5-b165-10e574566e56', 'status': 'completed', 'code': 200} Mar 31 22:06:26.889068 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334c7f1-007b-415e-babd-1e5a890893bf req-0da54180-84c3-45bd-bc50-a5a057aae69a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:26.890593 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a334c7f1-007b-415e-babd-1e5a890893bf req-0da54180-84c3-45bd-bc50-a5a057aae69a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0596106 Mar 31 22:06:26.962763 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a334c7f1-007b-415e-babd-1e5a890893bf req-50dcc6a9-8a06-485a-8a4e-351813432dae tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666075 Mar 31 22:06:26.982249 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d020f-4030-45ed-ba94-c665cb84be12 req-e14b0a0a-8bd8-4773-858f-25d0a373ec2d tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:26.983769 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-845d020f-4030-45ed-ba94-c665cb84be12 req-e14b0a0a-8bd8-4773-858f-25d0a373ec2d tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 944 time: 0.0680974 Mar 31 22:06:27.056821 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-845d020f-4030-45ed-ba94-c665cb84be12 req-2fa82086-079d-4dfc-879f-5fb9c2222d22 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=4764a4a4-b4c4-4357-8731-c08516c9729c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673552 Mar 31 22:06:27.079709 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880c856-6f42-4134-a08e-17d1bf5b30b8 req-992f179e-f6f4-4f40-98f0-67aeece99531 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:27.081198 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c880c856-6f42-4134-a08e-17d1bf5b30b8 req-992f179e-f6f4-4f40-98f0-67aeece99531 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0642655 Mar 31 22:06:27.129153 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c880c856-6f42-4134-a08e-17d1bf5b30b8 req-6b370c14-4203-41fc-b87f-21725ac72585 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419180 Mar 31 22:06:27.370958 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ac631-16bd-44ef-b6d4-2e374626d4da req-49fbb21c-a969-427b-87a5-1cf3fd05b7b2 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:27.372452 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a03ac631-16bd-44ef-b6d4-2e374626d4da req-49fbb21c-a969-427b-87a5-1cf3fd05b7b2 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0514581 Mar 31 22:06:27.420823 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a03ac631-16bd-44ef-b6d4-2e374626d4da req-0a31cab6-df6f-4ea4-a949-0022bde18fe7 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425022 Mar 31 22:06:28.082205 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f14ea3-f73a-48f1-99c4-418e4ee69d31 req-c59410b9-931d-4fe0-9d98-f531e4b4a56b tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:28.083676 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e5f14ea3-f73a-48f1-99c4-418e4ee69d31 req-c59410b9-931d-4fe0-9d98-f531e4b4a56b tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0522456 Mar 31 22:06:28.138037 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e5f14ea3-f73a-48f1-99c4-418e4ee69d31 req-c567df41-ae8b-4c46-9966-c87f7a17678e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487630 Mar 31 22:06:28.180615 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14021b12-6fce-482e-9447-abeeaa2c238c req-1ce6ff07-270d-4a29-9804-804ff20ef1e8 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:28.182461 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-14021b12-6fce-482e-9447-abeeaa2c238c req-1ce6ff07-270d-4a29-9804-804ff20ef1e8 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 944 time: 0.0597467 Mar 31 22:06:28.254722 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-14021b12-6fce-482e-9447-abeeaa2c238c req-f220b0a7-546c-4d89-aa9e-96a9e054aaee tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=4764a4a4-b4c4-4357-8731-c08516c9729c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665307 Mar 31 22:06:28.272837 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781bb47-fc0d-4d07-ac19-6cde65af7e32 req-30017b14-be88-4c89-b79c-19eb03c84eaf tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:28.274291 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d781bb47-fc0d-4d07-ac19-6cde65af7e32 req-30017b14-be88-4c89-b79c-19eb03c84eaf tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0725596 Mar 31 22:06:28.320574 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d781bb47-fc0d-4d07-ac19-6cde65af7e32 req-3842a8f0-616c-44f5-9484-edee701a6b9b tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408778 Mar 31 22:06:28.534366 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1d574-8c39-450a-80e2-cb69dd0bfd96 req-8387ef14-0f61-4c77-aadb-2f31b3359bd5 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:28.535720 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-33c1d574-8c39-450a-80e2-cb69dd0bfd96 req-8387ef14-0f61-4c77-aadb-2f31b3359bd5 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0503061 Mar 31 22:06:28.586281 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-33c1d574-8c39-450a-80e2-cb69dd0bfd96 req-22db03cb-709c-4f99-b9a0-51a078556e3c tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446148 Mar 31 22:06:29.174535 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa7e3b-bdbc-458b-9a24-101da7e26096 req-a289206b-d53a-49fe-8fca-71d237b1ae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:29.176320 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c1aa7e3b-bdbc-458b-9a24-101da7e26096 req-a289206b-d53a-49fe-8fca-71d237b1ae0a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=891af07672f940c09ae8cbf340a48b4d&device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 1128 time: 0.0470343 Mar 31 22:06:29.255487 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d1dd5-8ffd-4926-a226-e8e2fc7d4df1 req-0ebccfb8-52be-419b-9a90-082443317319 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:29.257559 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-639d1dd5-8ffd-4926-a226-e8e2fc7d4df1 req-0ebccfb8-52be-419b-9a90-082443317319 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0530589 Mar 31 22:06:29.282014 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa7e3b-bdbc-458b-9a24-101da7e26096 req-a00e2d36-577d-4016-95bc-eb65d0611d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:29.283741 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c1aa7e3b-bdbc-458b-9a24-101da7e26096 req-a00e2d36-577d-4016-95bc-eb65d0611d5d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=891af07672f940c09ae8cbf340a48b4d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0996308 Mar 31 22:06:29.305399 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-639d1dd5-8ffd-4926-a226-e8e2fc7d4df1 req-850406a0-553e-4514-88d4-4958dc243b66 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422425 Mar 31 22:06:29.374184 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c60d5-ee4c-417f-8d14-8395e70a0126 req-f2bc3146-ed3d-47ee-92fa-10d4212d3523 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:29.375653 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fe6c60d5-ee4c-417f-8d14-8395e70a0126 req-f2bc3146-ed3d-47ee-92fa-10d4212d3523 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 944 time: 0.0526187 Mar 31 22:06:29.382046 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa7e3b-bdbc-458b-9a24-101da7e26096 req-4bbb9dcb-cff3-4086-97f2-6e1d2e638997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:29.383542 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c1aa7e3b-bdbc-458b-9a24-101da7e26096 req-4bbb9dcb-cff3-4086-97f2-6e1d2e638997 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931997 Mar 31 22:06:29.469426 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fe6c60d5-ee4c-417f-8d14-8395e70a0126 req-37f7774d-2435-42fe-a305-f32d33613439 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=4764a4a4-b4c4-4357-8731-c08516c9729c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811653 Mar 31 22:06:29.480351 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-337a587f-f422-490e-99fa-8914f7b991d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:29.483382 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf8d18-5a56-48ce-8219-786e12c4ad2f req-e7d18381-c1e0-4c1f-8654-f0d959ac1e80 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:29.484865 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-32cf8d18-5a56-48ce-8219-786e12c4ad2f req-e7d18381-c1e0-4c1f-8654-f0d959ac1e80 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0893610 Mar 31 22:06:29.490129 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-337a587f-f422-490e-99fa-8914f7b991d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=891af07672f940c09ae8cbf340a48b4d&device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 1128 time: 0.0601614 Mar 31 22:06:29.532629 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-32cf8d18-5a56-48ce-8219-786e12c4ad2f req-da77e9cf-3f6a-441e-8a2d-0987885cd2a9 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421159 Mar 31 22:06:29.532932 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-9094a902-4a8f-45dd-97eb-8aba759b32e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6675da96-f7f8-4ef5-b165-10e574566e56 HTTP/1.1" status: 200 len: 217 time: 0.0345807 Mar 31 22:06:29.585865 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-2ef2cf2b-b368-4be4-a0a5-7f910ad53d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:29.587322 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-2ef2cf2b-b368-4be4-a0a5-7f910ad53d5f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46fdab92-2c2a-49be-bf50-a72b75107edf HTTP/1.1" status: 200 len: 852 time: 0.0446110 Mar 31 22:06:29.644907 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-9258cbfa-9618-4de5-bdbe-55a7d0c81b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:29.646456 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-9258cbfa-9618-4de5-bdbe-55a7d0c81b5b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cfcbe07-ec4b-4324-9343-639a3e44e48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456634 Mar 31 22:06:29.712706 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab968cff-3505-4416-b2c0-4d42be7591c3 req-286f9b68-6741-495e-83a0-237befd55ad4 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:29.714107 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ab968cff-3505-4416-b2c0-4d42be7591c3 req-286f9b68-6741-495e-83a0-237befd55ad4 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0533819 Mar 31 22:06:29.757392 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-63b0e3e5-b9d0-47d1-8929-a037eec7650d service neutron] 10.222.0.57 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876441 Mar 31 22:06:29.761384 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ab968cff-3505-4416-b2c0-4d42be7591c3 req-0c936616-cff8-41a2-85f5-140a8fa1e070 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417645 Mar 31 22:06:29.848776 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5e4f9709-4d86-4447-b495-9cc4c6eea28f req-20488576-b9f4-470e-b464-02fa3748eb0d service neutron] 10.222.0.57 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822957 Mar 31 22:06:30.424996 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1c12f-4682-45dc-9c7e-9b12e324053c req-712ec3f0-4b4d-4933-b036-2019170d6ee7 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:30.426722 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a3f1c12f-4682-45dc-9c7e-9b12e324053c req-712ec3f0-4b4d-4933-b036-2019170d6ee7 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0545154 Mar 31 22:06:30.474094 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a3f1c12f-4682-45dc-9c7e-9b12e324053c req-8f981697-0658-4df0-99e4-65fbf18e0e4b tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409584 Mar 31 22:06:30.587610 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de6cc0-bf08-4f00-9752-639514fad04f req-e795c495-8f50-4a04-83fd-a8a5c6a161b1 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:30.592106 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e0de6cc0-bf08-4f00-9752-639514fad04f req-e795c495-8f50-4a04-83fd-a8a5c6a161b1 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 944 time: 0.0542004 Mar 31 22:06:30.663370 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e0de6cc0-bf08-4f00-9752-639514fad04f req-83f33dbb-bcdb-400f-a887-08827f0af25e tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=4764a4a4-b4c4-4357-8731-c08516c9729c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671911 Mar 31 22:06:30.684115 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d4503-0a87-4de5-9bef-284876ec8ae5 req-feb0b51d-4943-4da3-a92e-e0827f8c8287 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:30.685540 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cb6d4503-0a87-4de5-9bef-284876ec8ae5 req-feb0b51d-4943-4da3-a92e-e0827f8c8287 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0747335 Mar 31 22:06:30.748884 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cb6d4503-0a87-4de5-9bef-284876ec8ae5 req-4e82235b-3007-4973-a563-973354e02fde tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574267 Mar 31 22:06:30.879791 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4063a-d3d2-4c05-9b1a-23969c9f8a8d req-b6361947-3b43-44fc-9d54-7592c6ca9669 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:30.881221 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-09b4063a-d3d2-4c05-9b1a-23969c9f8a8d req-b6361947-3b43-44fc-9d54-7592c6ca9669 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0518272 Mar 31 22:06:30.927114 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-09b4063a-d3d2-4c05-9b1a-23969c9f8a8d req-d1829c14-83b2-4854-9e10-1934ca61391a tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396049 Mar 31 22:06:31.589577 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e22319-fe80-4c05-b038-e979032317d8 req-558ea98d-0c0a-4453-ae42-0eb9bb06e4dd tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:31.591119 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-18e22319-fe80-4c05-b038-e979032317d8 req-558ea98d-0c0a-4453-ae42-0eb9bb06e4dd tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0514116 Mar 31 22:06:31.647643 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-18e22319-fe80-4c05-b038-e979032317d8 req-b6d412ab-2dc3-44c2-a747-90d9c6e8d6d7 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499666 Mar 31 22:06:31.795364 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa9892-9eb0-4327-8c01-55e6f2d609dc req-e90263de-c772-4c20-aba6-3e3c7dff5b8c tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:31.799834 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-12fa9892-9eb0-4327-8c01-55e6f2d609dc req-e90263de-c772-4c20-aba6-3e3c7dff5b8c tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 944 time: 0.0670559 Mar 31 22:06:31.867114 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-12fa9892-9eb0-4327-8c01-55e6f2d609dc req-1dc599bb-202a-4932-8634-74278cc7e08f tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=4764a4a4-b4c4-4357-8731-c08516c9729c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643303 Mar 31 22:06:31.895400 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cc768-e880-4479-8337-661a9caaada2 req-b10c59c3-ab6b-4bf0-b22e-b5ef5d56e0c9 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:31.897376 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cd5cc768-e880-4479-8337-661a9caaada2 req-b10c59c3-ab6b-4bf0-b22e-b5ef5d56e0c9 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0695071 Mar 31 22:06:31.946946 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cd5cc768-e880-4479-8337-661a9caaada2 req-478b6a69-13d1-4917-8c5c-ad7c19968c7e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436699 Mar 31 22:06:32.766466 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae86224-80ff-465e-b56f-aaf04c72bd6c req-94dc5354-64bd-49cc-96c9-c0baa3072b74 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:32.767854 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fae86224-80ff-465e-b56f-aaf04c72bd6c req-94dc5354-64bd-49cc-96c9-c0baa3072b74 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0517437 Mar 31 22:06:32.817591 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fae86224-80ff-465e-b56f-aaf04c72bd6c req-31140217-9b42-4538-8c0d-4f35a879c29e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434198 Mar 31 22:06:32.909378 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 58436) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:06:32.913950 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-5fce2e55-d235-485d-84f9-94a881104d44 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1713704545', 'description': 'tempest-description--1386994259'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:06:32.986724 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91c00b-523f-4d4a-b740-60ba149b939a req-3f7366c3-af68-4b07-bc0f-1a72d15d1cf3 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:32.988241 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7b91c00b-523f-4d4a-b740-60ba149b939a req-3f7366c3-af68-4b07-bc0f-1a72d15d1cf3 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 944 time: 0.0522165 Mar 31 22:06:32.989441 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5fce2e55-d235-485d-84f9-94a881104d44 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:33.078746 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7b91c00b-523f-4d4a-b740-60ba149b939a req-4793401c-6979-4a7c-8b27-f45ac9c1cf65 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=4764a4a4-b4c4-4357-8731-c08516c9729c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844982 Mar 31 22:06:33.086454 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5fce2e55-d235-485d-84f9-94a881104d44 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks [] for security_group (f00a99bf-d481-468b-826d-eeaa4cfb0136), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:33.110364 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7b6f6-a1fb-4be8-902d-eb991d7d1438 req-69afd90b-e6ad-4bd9-92a4-07c6e37de9bb tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:33.111859 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d7c7b6f6-a1fb-4be8-902d-eb991d7d1438 req-69afd90b-e6ad-4bd9-92a4-07c6e37de9bb tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0777428 Mar 31 22:06:33.137498 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5fce2e55-d235-485d-84f9-94a881104d44 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (f00a99bf-d481-468b-826d-eeaa4cfb0136), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:33.160301 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d7c7b6f6-a1fb-4be8-902d-eb991d7d1438 req-cf2bf171-136f-4097-a8d5-fc35229d3d37 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421798 Mar 31 22:06:33.168805 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce2e55-d235-485d-84f9-94a881104d44 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f00a99bf-d481-468b-826d-eeaa4cfb0136,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:33.268155 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5fce2e55-d235-485d-84f9-94a881104d44 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:33.268155 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-5fce2e55-d235-485d-84f9-94a881104d44 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3557606 Mar 31 22:06:33.270282 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 58446) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:06:33.274573 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-2874216f-3626-4458-967e-0eee0e24d415 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Request body: {'security_group_rule': {'security_group_id': 'f00a99bf-d481-468b-826d-eeaa4cfb0136', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:06:33.341401 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2874216f-3626-4458-967e-0eee0e24d415 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks [] for security_group_rule (28ec5d2a-bfc2-45be-afbd-ee060438124b), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:33.396624 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2874216f-3626-4458-967e-0eee0e24d415 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks [] for security_group_rule (28ec5d2a-bfc2-45be-afbd-ee060438124b), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:33.439971 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2874216f-3626-4458-967e-0eee0e24d415 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (28ec5d2a-bfc2-45be-afbd-ee060438124b), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:33.456988 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874216f-3626-4458-967e-0eee0e24d415 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ec5d2a-bfc2-45be-afbd-ee060438124b,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:33.504527 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2874216f-3626-4458-967e-0eee0e24d415 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:33.505722 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-2874216f-3626-4458-967e-0eee0e24d415 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2344515 Mar 31 22:06:33.508513 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 58448) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:06:33.512652 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-e05c618c-9683-410c-b8bf-09fbe3212247 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Request body: {'security_group_rule': {'security_group_id': 'f00a99bf-d481-468b-826d-eeaa4cfb0136', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:06:33.575794 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e05c618c-9683-410c-b8bf-09fbe3212247 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks [] for security_group_rule (899bee72-e08f-4c6c-b2e0-3e96e933a8f1), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:33.628764 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e05c618c-9683-410c-b8bf-09fbe3212247 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks [] for security_group_rule (899bee72-e08f-4c6c-b2e0-3e96e933a8f1), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:33.679779 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e05c618c-9683-410c-b8bf-09fbe3212247 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (899bee72-e08f-4c6c-b2e0-3e96e933a8f1), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:33.696704 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c618c-9683-410c-b8bf-09fbe3212247 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=899bee72-e08f-4c6c-b2e0-3e96e933a8f1,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:33.750468 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e05c618c-9683-410c-b8bf-09fbe3212247 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:33.751656 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-e05c618c-9683-410c-b8bf-09fbe3212247 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2422378 Mar 31 22:06:33.754671 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 58450) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:06:33.759522 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-1fe66d0e-8166-4ecf-a8b2-be6de732b9fa tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Request body: {'floatingip': {'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:06:33.834864 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1fe66d0e-8166-4ecf-a8b2-be6de732b9fa tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:33.946220 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1fe66d0e-8166-4ecf-a8b2-be6de732b9fa tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:33.951306 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85fe95-8ce0-4beb-9369-72e11974860b req-27c79543-cf15-4268-8dce-7f436af326be tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:33.952875 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7d85fe95-8ce0-4beb-9369-72e11974860b req-27c79543-cf15-4268-8dce-7f436af326be tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0608885 Mar 31 22:06:34.004501 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7d85fe95-8ce0-4beb-9369-72e11974860b req-091c8f45-a4e7-4b2d-9852-35cdd9d7c115 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453062 Mar 31 22:06:34.057076 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-1fe66d0e-8166-4ecf-a8b2-be6de732b9fa tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Allocated IP 172.27.2.18 (ad19088a-a902-4a91-855f-5fb9d1c67d87/5d366205-9c7a-4898-9c8b-600d476ec59e/447fe496-2c9e-4128-b7d7-26539700a3cf) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:06:34.159376 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1fe66d0e-8166-4ecf-a8b2-be6de732b9fa tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks [] for port (447fe496-2c9e-4128-b7d7-26539700a3cf), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:34.196508 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acfa33-3b79-4ae6-9847-e739f178cde1 req-3d316618-ca14-40fd-9cfd-e24eed1277a7 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:34.198098 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-96acfa33-3b79-4ae6-9847-e739f178cde1 req-3d316618-ca14-40fd-9cfd-e24eed1277a7 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 944 time: 0.0535388 Mar 31 22:06:34.200245 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-acbd65b2-a66f-4c74-b49d-a69da35e454b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:34.254835 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-96acfa33-3b79-4ae6-9847-e739f178cde1 req-1f949368-15b6-43fe-af3e-e33765558dd2 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=4764a4a4-b4c4-4357-8731-c08516c9729c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507493 Mar 31 22:06:34.261092 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 3eec001d-0a2f-4972-913e-2529fe6163f8 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:06:34.268660 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1fe66d0e-8166-4ecf-a8b2-be6de732b9fa tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (447fe496-2c9e-4128-b7d7-26539700a3cf), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:34.302933 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b2f30-7cc9-4a98-9ef6-5260a7e5a6fe req-f061103f-5f9f-4039-8410-91100e738f87 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:34.304986 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bf0b2f30-7cc9-4a98-9ef6-5260a7e5a6fe req-f061103f-5f9f-4039-8410-91100e738f87 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0658278 Mar 31 22:06:34.309065 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe66d0e-8166-4ecf-a8b2-be6de732b9fa tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:06:34.311866 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-1fe66d0e-8166-4ecf-a8b2-be6de732b9fa tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:06:34.315375 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe66d0e-8166-4ecf-a8b2-be6de732b9fa tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:06:34.353928 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe66d0e-8166-4ecf-a8b2-be6de732b9fa tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Pushing event updated for resources: {'Port': ['ID=447fe496-2c9e-4128-b7d7-26539700a3cf,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:34.361142 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bf0b2f30-7cc9-4a98-9ef6-5260a7e5a6fe req-8cb67953-4658-4dd4-961d-fdf5d1b3b1b7 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458043 Mar 31 22:06:34.375092 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1fe66d0e-8166-4ecf-a8b2-be6de732b9fa tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks [] for floatingip (1aca0b59-35c8-49fe-b955-33d6c8ecbd29), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:34.400614 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 3eec001d-0a2f-4972-913e-2529fe6163f8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3eec001d-0a2f-4972-913e-2529fe6163f8,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:06:34.411941 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': '3eec001d-0a2f-4972-913e-2529fe6163f8', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'port_id': '3eec001d-0a2f-4972-913e-2529fe6163f8', 'mac_address': 'fa:16:3e:d0:c6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:06:34.461754 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 3eec001d-0a2f-4972-913e-2529fe6163f8 is: ACTIVE; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:06:34.462230 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:34.463302 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1fe66d0e-8166-4ecf-a8b2-be6de732b9fa tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (447fe496-2c9e-4128-b7d7-26539700a3cf), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:34.476122 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3eec001d-0a2f-4972-913e-2529fe6163f8 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:06:34.495999 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 3eec001d-0a2f-4972-913e-2529fe6163f8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3eec001d-0a2f-4972-913e-2529fe6163f8,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:06:34.549278 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:34.549958 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 6675da96-f7f8-4ef5-b165-10e574566e56 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:06:34.613772 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1fe66d0e-8166-4ecf-a8b2-be6de732b9fa tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks [] for port (447fe496-2c9e-4128-b7d7-26539700a3cf), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:34.643424 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=3eec001d-0a2f-4972-913e-2529fe6163f8,revision_number=6']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:34.656875 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:34.657215 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:34.657580 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:34.657936 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:34.658292 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:34.658621 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:34.658945 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:34.659267 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:34.659588 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:34.659908 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:34.660225 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:34.660616 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:34.660924 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:34.661246 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:34.661553 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:06:34.669042 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1fe66d0e-8166-4ecf-a8b2-be6de732b9fa tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (447fe496-2c9e-4128-b7d7-26539700a3cf), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:34.699153 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1fe66d0e-8166-4ecf-a8b2-be6de732b9fa tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (1aca0b59-35c8-49fe-b955-33d6c8ecbd29), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:34.702017 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 6675da96-f7f8-4ef5-b165-10e574566e56, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6675da96-f7f8-4ef5-b165-10e574566e56,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:06:34.714544 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': '6675da96-f7f8-4ef5-b165-10e574566e56', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'port_id': '6675da96-f7f8-4ef5-b165-10e574566e56', 'mac_address': 'fa:16:3e:b0:d9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:06:34.720775 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe66d0e-8166-4ecf-a8b2-be6de732b9fa tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Pushing event updated for resources: {'Port': ['ID=447fe496-2c9e-4128-b7d7-26539700a3cf,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:34.751608 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 6675da96-f7f8-4ef5-b165-10e574566e56 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:06:34.752006 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (6675da96-f7f8-4ef5-b165-10e574566e56), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:34.767797 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6675da96-f7f8-4ef5-b165-10e574566e56 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:06:34.779516 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1fe66d0e-8166-4ecf-a8b2-be6de732b9fa tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:34.789709 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-1fe66d0e-8166-4ecf-a8b2-be6de732b9fa tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0254350 Mar 31 22:06:34.789863 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 6675da96-f7f8-4ef5-b165-10e574566e56, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6675da96-f7f8-4ef5-b165-10e574566e56,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:06:34.852206 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (6675da96-f7f8-4ef5-b165-10e574566e56), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:34.899628 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=6675da96-f7f8-4ef5-b165-10e574566e56,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:34.973264 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-22aeb3ca-4a44-4d06-8161-ca8ed326fd81 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1713704545&fields=id&tenant_id=6b68fe8e4bc64eae87e72c9aa61ec996 HTTP/1.1" status: 200 len: 267 time: 0.0409911 Mar 31 22:06:35.075128 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-1662692f-6837-4c8c-868e-a73e576ca0e2 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:35.076569 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-1662692f-6837-4c8c-868e-a73e576ca0e2 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/networks?id=6141f838-016f-4422-a50b-fae51e1d7ab9 HTTP/1.1" status: 200 len: 819 time: 0.0971756 Mar 31 22:06:35.115842 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-7900fd96-435a-4dac-94b3-d0f030cf58f5 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/quotas/6b68fe8e4bc64eae87e72c9aa61ec996 HTTP/1.1" status: 200 len: 375 time: 0.0297945 Mar 31 22:06:35.161490 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d50b3b-6d57-43d6-ba52-03f3982d386b req-97228f89-d111-47e0-9c46-e3009783b6ba tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:35.163014 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-91d50b3b-6d57-43d6-ba52-03f3982d386b req-97228f89-d111-47e0-9c46-e3009783b6ba tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0855713 Mar 31 22:06:35.209092 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-c8617147-a06c-4281-99da-6327e5b83d74 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6b68fe8e4bc64eae87e72c9aa61ec996&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0877304 Mar 31 22:06:35.232908 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-91d50b3b-6d57-43d6-ba52-03f3982d386b req-7b4731b1-26c4-4970-a88e-565bc16d7abf tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634742 Mar 31 22:06:35.310104 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-64a32ea8-6c0f-40a5-9f6d-43a30df607a2 service neutron] 10.222.0.59 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881395 Mar 31 22:06:35.637977 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-aec3f7d3-ba64-4866-bf4c-5d1ee223e85a service neutron] 10.222.0.59 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217256 Mar 31 22:06:35.644655 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d3167-6234-41ba-84fa-7bb0276c08ff req-6c32abce-a491-404f-9f42-a359a60be14f tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:35.645986 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-009d3167-6234-41ba-84fa-7bb0276c08ff req-6c32abce-a491-404f-9f42-a359a60be14f tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 945 time: 0.3117633 Mar 31 22:06:35.692191 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-009d3167-6234-41ba-84fa-7bb0276c08ff req-08e82c0f-3050-49a0-a185-2b7cef082edc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=4764a4a4-b4c4-4357-8731-c08516c9729c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406446 Mar 31 22:06:35.802735 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5801cb-addd-452b-a48c-2ed8660e5cb3 req-70fd1658-2604-4316-9686-add8920c141e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:35.804823 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ad5801cb-addd-452b-a48c-2ed8660e5cb3 req-70fd1658-2604-4316-9686-add8920c141e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 944 time: 0.0546365 Mar 31 22:06:35.864106 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ad5801cb-addd-452b-a48c-2ed8660e5cb3 req-86d6e4f5-a2f1-4a8d-9f0f-31793b22606a tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533993 Mar 31 22:06:35.882491 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6e69abdc-49f5-43a4-a423-e884738eea8d req-940099ab-7000-49d2-9fcb-b97d452ee03d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 210 time: 0.0360823 Mar 31 22:06:36.320940 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:36.355966 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954828a-5cce-45a0-a2a9-012e2dbb593d req-7cb794e6-4502-413a-819e-3dd3296c6804 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:36.358612 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4954828a-5cce-45a0-a2a9-012e2dbb593d req-7cb794e6-4502-413a-819e-3dd3296c6804 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0586767 Mar 31 22:06:36.403950 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4954828a-5cce-45a0-a2a9-012e2dbb593d req-d3055a02-491b-44bc-93d1-9cd9a1010b5c tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408401 Mar 31 22:06:36.409122 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['3eec001d-0a2f-4972-913e-2529fe6163f8'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:06:36.634466 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-787175a5-5780-491e-9188-1666a8936599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:36.819534 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58109bd7-8472-4881-979d-7c28205af969 req-a219082c-077d-4ea5-b893-784d3e985f1f tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:36.821067 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-58109bd7-8472-4881-979d-7c28205af969 req-a219082c-077d-4ea5-b893-784d3e985f1f tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 945 time: 0.0572224 Mar 31 22:06:36.868994 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-58109bd7-8472-4881-979d-7c28205af969 req-68f44cc4-5520-4d3a-b4cc-872e669f639d tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=4764a4a4-b4c4-4357-8731-c08516c9729c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414305 Mar 31 22:06:36.879308 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['6675da96-f7f8-4ef5-b165-10e574566e56'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:06:37.023710 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8b245336-e9ea-4802-9b5d-c54791aa5f12 req-b4f9b600-1f99-4537-a762-70f3658a2b1c tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 210 time: 0.0375900 Mar 31 22:06:37.050920 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c2f30-d3f3-4489-9e18-810e428923e3 req-9d1a4b66-ceff-496d-947f-07d7bf00a218 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:37.052403 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2e8c2f30-d3f3-4489-9e18-810e428923e3 req-9d1a4b66-ceff-496d-947f-07d7bf00a218 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 944 time: 0.0973132 Mar 31 22:06:37.101733 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2e8c2f30-d3f3-4489-9e18-810e428923e3 req-0777d9f6-c0ec-4b13-89ad-1f39c314309c tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431685 Mar 31 22:06:37.523476 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cb743-acd5-4290-aa50-50659c3743c0 req-f01f07f3-1bf4-4431-bbee-eed7dcfe3607 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:37.524985 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dd9cb743-acd5-4290-aa50-50659c3743c0 req-f01f07f3-1bf4-4431-bbee-eed7dcfe3607 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0533385 Mar 31 22:06:37.531688 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:37.573792 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dd9cb743-acd5-4290-aa50-50659c3743c0 req-21e86ffb-a6ee-4e89-8533-04bcfa79e9c1 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427775 Mar 31 22:06:37.984219 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8028df-976a-4341-9aa8-4f74d522707f req-c8cbba4a-2c44-422f-b7f0-f3d4424ef001 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:37.985666 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cd8028df-976a-4341-9aa8-4f74d522707f req-c8cbba4a-2c44-422f-b7f0-f3d4424ef001 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 945 time: 0.0515745 Mar 31 22:06:38.034627 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cd8028df-976a-4341-9aa8-4f74d522707f req-e50153cd-e6cd-47f7-96f3-cd0f564e5941 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=4764a4a4-b4c4-4357-8731-c08516c9729c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431774 Mar 31 22:06:38.123633 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ddab5b04-c80b-4986-8765-ff1fd16cecae req-1ef3aa37-5a04-4403-ae4a-ad85a9f9deea tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 210 time: 0.0257897 Mar 31 22:06:38.221860 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f55f7-1077-467a-a778-fbbd03f81ebe req-1efdd853-3bbd-47b2-ba98-a87955461dc0 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:38.223313 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fd5f55f7-1077-467a-a778-fbbd03f81ebe req-1efdd853-3bbd-47b2-ba98-a87955461dc0 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 944 time: 0.0516136 Mar 31 22:06:38.268392 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fd5f55f7-1077-467a-a778-fbbd03f81ebe req-0c1faa20-51a9-42e8-94e8-51aeddd82abb tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396519 Mar 31 22:06:38.686027 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed75a0f-196b-4409-b7a2-bf4b950c84a8 req-ed0d8ee7-0e01-43d9-b625-59105f7055ee tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:38.687450 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fed75a0f-196b-4409-b7a2-bf4b950c84a8 req-ed0d8ee7-0e01-43d9-b625-59105f7055ee tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0496957 Mar 31 22:06:38.738982 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fed75a0f-196b-4409-b7a2-bf4b950c84a8 req-6742c035-0863-477b-81a6-c226917f681d tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460849 Mar 31 22:06:39.016771 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:39.152940 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50112625-3baa-4772-9b53-996758e5fb6d req-b799610e-c4db-4bae-9722-17754fac621e tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:39.154440 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-50112625-3baa-4772-9b53-996758e5fb6d req-b799610e-c4db-4bae-9722-17754fac621e tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 945 time: 0.0506396 Mar 31 22:06:39.209052 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-50112625-3baa-4772-9b53-996758e5fb6d req-2736ac5e-f187-4902-a68f-6f08b438bcbf tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=4764a4a4-b4c4-4357-8731-c08516c9729c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491247 Mar 31 22:06:39.224664 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b4fe45ba-d3a4-46a6-b9b3-92ee389c62ed req-12456de4-9fff-4e2c-80f2-71fedb347519 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 210 time: 0.0347290 Mar 31 22:06:39.389053 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945de6c-780a-4a84-9acc-9e4932ff0e0d req-49120a15-e07d-45ae-803b-05694f9a8b3b tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:39.390524 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8945de6c-780a-4a84-9acc-9e4932ff0e0d req-49120a15-e07d-45ae-803b-05694f9a8b3b tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 944 time: 0.0519881 Mar 31 22:06:39.441074 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8945de6c-780a-4a84-9acc-9e4932ff0e0d req-8df6108e-0370-438f-b4ea-2c86ac97d0ea tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447154 Mar 31 22:06:39.628174 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 3eec001d-0a2f-4972-913e-2529fe6163f8 up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:06:39.676185 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port 3eec001d-0a2f-4972-913e-2529fe6163f8 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:06:39.676556 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:39.756810 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 3eec001d-0a2f-4972-913e-2529fe6163f8 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:06:39.757212 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:39.785098 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01b5b34-cb25-4c25-97e0-0717e1c4ee47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eec001d-0a2f-4972-913e-2529fe6163f8'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:06:39.787400 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8525a1-8c12-4c22-9a36-e2b7e9ba3d66" -d '{"events": [{"server_uuid": "f01b5b34-cb25-4c25-97e0-0717e1c4ee47", "name": "network-vif-plugged", "status": "completed", "tag": "3eec001d-0a2f-4972-913e-2529fe6163f8"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:06:39.802650 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 3eec001d-0a2f-4972-913e-2529fe6163f8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3eec001d-0a2f-4972-913e-2529fe6163f8,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:06:39.830114 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c19dbd-bff5-492d-9b57-50a6b2cfa9ad x-openstack-request-id: req-e4c19dbd-bff5-492d-9b57-50a6b2cfa9ad {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:06:39.830451 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01b5b34-cb25-4c25-97e0-0717e1c4ee47", "name": "network-vif-plugged", "status": "completed", "tag": "3eec001d-0a2f-4972-913e-2529fe6163f8", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:06:39.830746 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e4c19dbd-bff5-492d-9b57-50a6b2cfa9ad {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:06:39.831145 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4c19dbd-bff5-492d-9b57-50a6b2cfa9ad'] response: {'server_uuid': 'f01b5b34-cb25-4c25-97e0-0717e1c4ee47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eec001d-0a2f-4972-913e-2529fe6163f8', 'code': 200} Mar 31 22:06:39.851625 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:39.891316 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9e7e7-6f58-473d-ba30-3a855fcdd7c8 req-1160510a-12f6-469e-85f1-a138e98e1e36 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:39.892735 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4df9e7e7-6f58-473d-ba30-3a855fcdd7c8 req-1160510a-12f6-469e-85f1-a138e98e1e36 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0584803 Mar 31 22:06:39.907393 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=3eec001d-0a2f-4972-913e-2529fe6163f8,revision_number=7']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:39.947045 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4df9e7e7-6f58-473d-ba30-3a855fcdd7c8 req-d101f593-1671-4f14-95ac-5b72ed40afc4 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445082 Mar 31 22:06:40.243674 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-68afde20-d490-4569-adf9-91866aa90021 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:40.248725 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-68afde20-d490-4569-adf9-91866aa90021 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.57 "GET /v2.0/networks?id=6141f838-016f-4422-a50b-fae51e1d7ab9 HTTP/1.1" status: 200 len: 819 time: 0.1285231 Mar 31 22:06:40.345956 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-97384ffb-c974-48b7-9199-e2830cd5b81b tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b68fe8e4bc64eae87e72c9aa61ec996 HTTP/1.1" status: 200 len: 380 time: 0.0823958 Mar 31 22:06:40.357891 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-d2993a81-8f5c-49e8-b072-4b93f91e5140 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Request body: {'port': {'device_id': '968bffd3-b065-4b1a-95be-9180cae06b97', 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9', 'admin_state_up': True, 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'security_groups': ['f00a99bf-d481-468b-826d-eeaa4cfb0136']}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:06:40.406546 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:40.411461 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5220be0d-9209-4e31-a1b9-9553c3d5b039 req-71a1470e-b19a-4308-81f7-24378200946e tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 210 time: 0.0652220 Mar 31 22:06:40.450109 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d0476-50e9-4ecc-b8d4-ba1baffbd8d1 req-a67a1659-e3c6-4f5c-8f63-8fe31ad1eec1 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:40.451968 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-333d0476-50e9-4ecc-b8d4-ba1baffbd8d1 req-a67a1659-e3c6-4f5c-8f63-8fe31ad1eec1 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 945 time: 0.1070359 Mar 31 22:06:40.554807 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-333d0476-50e9-4ecc-b8d4-ba1baffbd8d1 req-4029373a-572e-4f9d-a4d2-2f302a4526b3 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=4764a4a4-b4c4-4357-8731-c08516c9729c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967436 Mar 31 22:06:40.597377 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec92542-e808-402c-a9ab-c1b4aa3476bc req-d8edcdf7-8151-4287-a7d2-6946dd7a2a44 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:40.604101 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2ec92542-e808-402c-a9ab-c1b4aa3476bc req-d8edcdf7-8151-4287-a7d2-6946dd7a2a44 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0677733 Mar 31 22:06:40.643334 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-d2993a81-8f5c-49e8-b072-4b93f91e5140 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Made reservation on behalf of 6b68fe8e4bc64eae87e72c9aa61ec996 for: {'port': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:06:40.648474 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-d2993a81-8f5c-49e8-b072-4b93f91e5140 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:40.661510 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2ec92542-e808-402c-a9ab-c1b4aa3476bc req-10195798-903a-4268-baba-45102a016aa9 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528364 Mar 31 22:06:40.824013 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-d2993a81-8f5c-49e8-b072-4b93f91e5140 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Allocated IP 172.20.0.9 (6141f838-016f-4422-a50b-fae51e1d7ab9/8b5c4bba-061c-4b42-ba5a-238b5f7cc181/6738f0fa-e84e-40e4-8e42-3b51c424fa25) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:06:40.991574 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-d2993a81-8f5c-49e8-b072-4b93f91e5140 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks [] for port (6738f0fa-e84e-40e4-8e42-3b51c424fa25), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:41.094762 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577a2e4-8100-487b-b115-23d02b6531e5 req-110d7cda-50e1-4edd-bb57-54d1137048ef tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:41.098859 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7577a2e4-8100-487b-b115-23d02b6531e5 req-110d7cda-50e1-4edd-bb57-54d1137048ef tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0649474 Mar 31 22:06:41.133027 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-d2993a81-8f5c-49e8-b072-4b93f91e5140 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (6738f0fa-e84e-40e4-8e42-3b51c424fa25), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:41.169126 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7577a2e4-8100-487b-b115-23d02b6531e5 req-bfddacad-2c6c-4baa-97dc-8abc7b2a107b tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663316 Mar 31 22:06:41.186737 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-d2993a81-8f5c-49e8-b072-4b93f91e5140 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Network 6141f838-016f-4422-a50b-fae51e1d7ab9 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:06:41.191522 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-d2993a81-8f5c-49e8-b072-4b93f91e5140 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:06:41.206197 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-d2993a81-8f5c-49e8-b072-4b93f91e5140 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:06:41.211890 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-d2993a81-8f5c-49e8-b072-4b93f91e5140 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:41.212515 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-d2993a81-8f5c-49e8-b072-4b93f91e5140 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:41.237448 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2993a81-8f5c-49e8-b072-4b93f91e5140 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Pushing event updated for resources: {'Port': ['ID=6738f0fa-e84e-40e4-8e42-3b51c424fa25,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:41.308790 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-d2993a81-8f5c-49e8-b072-4b93f91e5140 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9573874 Mar 31 22:06:41.325854 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-878160ef-043b-487a-8909-6feaaef54067 service neutron] Request body: {'port': {'device_id': '968bffd3-b065-4b1a-95be-9180cae06b97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:06:41.415439 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-878160ef-043b-487a-8909-6feaaef54067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (6738f0fa-e84e-40e4-8e42-3b51c424fa25), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:41.468875 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-6a68f2d2-3f90-47dc-bffe-377eaafa6115 None None] Provisioning complete for port 6738f0fa-e84e-40e4-8e42-3b51c424fa25 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:06:41.469424 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-6a68f2d2-3f90-47dc-bffe-377eaafa6115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (6738f0fa-e84e-40e4-8e42-3b51c424fa25), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:41.561799 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-6a68f2d2-3f90-47dc-bffe-377eaafa6115 None None] Port 6738f0fa-e84e-40e4-8e42-3b51c424fa25 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:06:41.617850 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 6675da96-f7f8-4ef5-b165-10e574566e56 up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:06:41.652150 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23932772-966b-4729-a637-2b3397b72384 req-982fc77b-b715-4f63-b3fd-fbad936e9973 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:41.661480 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-23932772-966b-4729-a637-2b3397b72384 req-982fc77b-b715-4f63-b3fd-fbad936e9973 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 931 time: 0.0980685 Mar 31 22:06:41.801342 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-23932772-966b-4729-a637-2b3397b72384 req-d293aad0-9145-4aaf-a55a-708dc5342fb1 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374593 Mar 31 22:06:41.817449 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning for port 6675da96-f7f8-4ef5-b165-10e574566e56 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 22:06:41.822123 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port 6675da96-f7f8-4ef5-b165-10e574566e56 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:06:41.822744 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (6675da96-f7f8-4ef5-b165-10e574566e56), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:41.832192 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80ee58-0493-4654-b1d5-829f9eb84d5b req-55c88558-229c-4341-9024-861ffe54ff1f tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:41.844003 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aa80ee58-0493-4654-b1d5-829f9eb84d5b req-55c88558-229c-4341-9024-861ffe54ff1f tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 945 time: 0.1504023 Mar 31 22:06:41.948543 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aa80ee58-0493-4654-b1d5-829f9eb84d5b req-d4363e6a-3827-4eb7-b20b-d1f173f43daf tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=4764a4a4-b4c4-4357-8731-c08516c9729c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934970 Mar 31 22:06:41.961868 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-878160ef-043b-487a-8909-6feaaef54067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6738f0fa-e84e-40e4-8e42-3b51c424fa25 {{(pid=110666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:06:41.971414 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-878160ef-043b-487a-8909-6feaaef54067 service neutron] Publish callbacks [] for port (6738f0fa-e84e-40e4-8e42-3b51c424fa25), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:41.987189 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 6675da96-f7f8-4ef5-b165-10e574566e56 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:06:41.987879 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (6675da96-f7f8-4ef5-b165-10e574566e56), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:41.999428 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.provisioning_blocks [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-878160ef-043b-487a-8909-6feaaef54067 service neutron] Transition to ACTIVE for port object 6738f0fa-e84e-40e4-8e42-3b51c424fa25 will not be triggered until provisioned by entity L2. {{(pid=110666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 22:06:42.020282 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17bb146e-261a-44cb-bafb-c4bdcd9bdebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6675da96-f7f8-4ef5-b165-10e574566e56'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:06:42.022602 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe7ee0c-ed00-4daf-8d3f-2dc21bd04496" -d '{"events": [{"server_uuid": "17bb146e-261a-44cb-bafb-c4bdcd9bdebf", "name": "network-vif-plugged", "status": "completed", "tag": "6675da96-f7f8-4ef5-b165-10e574566e56"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:06:42.022919 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66dfaef-613f-4c4f-9e9f-45a788cd7955 req-564b8ac3-fbd3-47e0-85ac-25c34224ce66 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:42.030120 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a66dfaef-613f-4c4f-9e9f-45a788cd7955 req-564b8ac3-fbd3-47e0-85ac-25c34224ce66 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0805986 Mar 31 22:06:42.038413 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 6675da96-f7f8-4ef5-b165-10e574566e56, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6675da96-f7f8-4ef5-b165-10e574566e56,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:06:42.077276 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c575aa-9a7b-4efa-8c71-649b5063c13e x-openstack-request-id: req-56c575aa-9a7b-4efa-8c71-649b5063c13e {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:06:42.077575 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17bb146e-261a-44cb-bafb-c4bdcd9bdebf", "name": "network-vif-plugged", "status": "completed", "tag": "6675da96-f7f8-4ef5-b165-10e574566e56", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:06:42.077838 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-56c575aa-9a7b-4efa-8c71-649b5063c13e {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:06:42.078270 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56c575aa-9a7b-4efa-8c71-649b5063c13e'] response: {'server_uuid': '17bb146e-261a-44cb-bafb-c4bdcd9bdebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6675da96-f7f8-4ef5-b165-10e574566e56', 'code': 200} Mar 31 22:06:42.083607 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a66dfaef-613f-4c4f-9e9f-45a788cd7955 req-2a4544cb-6b04-4352-810e-45bb7bc00123 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524726 Mar 31 22:06:42.177907 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (6675da96-f7f8-4ef5-b165-10e574566e56), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:42.178131 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-878160ef-043b-487a-8909-6feaaef54067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (6738f0fa-e84e-40e4-8e42-3b51c424fa25), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:42.246375 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=6675da96-f7f8-4ef5-b165-10e574566e56,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:42.325088 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878160ef-043b-487a-8909-6feaaef54067 service neutron] Pushing event updated for resources: {'Port': ['ID=6738f0fa-e84e-40e4-8e42-3b51c424fa25,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:42.449563 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-878160ef-043b-487a-8909-6feaaef54067 service neutron] Attempting to bind port 6738f0fa-e84e-40e4-8e42-3b51c424fa25 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:06:42.450664 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-878160ef-043b-487a-8909-6feaaef54067 service neutron] Attempting to bind port 6738f0fa-e84e-40e4-8e42-3b51c424fa25 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'b743cf90-b78b-43d9-8f0e-75a85fa1a9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:06:42.456857 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-878160ef-043b-487a-8909-6feaaef54067 service neutron] Attempting to bind port 6738f0fa-e84e-40e4-8e42-3b51c424fa25 on network 6141f838-016f-4422-a50b-fae51e1d7ab9 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:06:42.463320 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-878160ef-043b-487a-8909-6feaaef54067 service neutron] Port 6738f0fa-e84e-40e4-8e42-3b51c424fa25 on network 6141f838-016f-4422-a50b-fae51e1d7ab9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:06:42.463784 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-878160ef-043b-487a-8909-6feaaef54067 service neutron] Attempting to bind port 6738f0fa-e84e-40e4-8e42-3b51c424fa25 on network 6141f838-016f-4422-a50b-fae51e1d7ab9 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:06:42.472061 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-878160ef-043b-487a-8909-6feaaef54067 service neutron] Checking agent: {'id': '0c6c7b6d-d51d-4e70-9732-01ea9921e922', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'started_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:06:42.472569 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-878160ef-043b-487a-8909-6feaaef54067 service neutron] Checking segment: {'id': 'b743cf90-b78b-43d9-8f0e-75a85fa1a9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:06:42.473064 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-878160ef-043b-487a-8909-6feaaef54067 service neutron] Bound using segment: {'id': 'b743cf90-b78b-43d9-8f0e-75a85fa1a9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:06:42.473668 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-878160ef-043b-487a-8909-6feaaef54067 service neutron] Bound port: 6738f0fa-e84e-40e4-8e42-3b51c424fa25, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b743cf90-b78b-43d9-8f0e-75a85fa1a9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:06:42.474123 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-878160ef-043b-487a-8909-6feaaef54067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (6738f0fa-e84e-40e4-8e42-3b51c424fa25), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:42.479733 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52042e34-b0e7-42a6-bd34-e275f5279036 req-f30d2fc6-5766-4169-b692-eab0cddcdef4 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:42.493543 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-52042e34-b0e7-42a6-bd34-e275f5279036 req-f30d2fc6-5766-4169-b692-eab0cddcdef4 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.1884637 Mar 31 22:06:42.579860 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-52042e34-b0e7-42a6-bd34-e275f5279036 req-8ffd7583-031e-43ec-b81a-6c59add9ceed tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841005 Mar 31 22:06:42.891849 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-878160ef-043b-487a-8909-6feaaef54067 service neutron] For port 6738f0fa-e84e-40e4-8e42-3b51c424fa25, host hv-cinder-83608, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:06:42.898365 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-878160ef-043b-487a-8909-6feaaef54067 service neutron] For port 6738f0fa-e84e-40e4-8e42-3b51c424fa25, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6738f0fa-e84e-40e4-8e42-3b51c424fa25,segment=NetworkSegment(b743cf90-b78b-43d9-8f0e-75a85fa1a9c0),segment_id=b743cf90-b78b-43d9-8f0e-75a85fa1a9c0)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:06:42.907656 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112d539-96ed-4dc5-96ff-83808aa09380 req-20655f08-3b51-4752-b305-c804a6df354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:42.910579 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0112d539-96ed-4dc5-96ff-83808aa09380 req-20655f08-3b51-4752-b305-c804a6df354c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 1130 time: 0.0903637 Mar 31 22:06:42.952503 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f910d68-d0de-48fc-b156-7c714ee5b4a1 req-7ffab0d7-630e-4f18-b4b3-b6c855445377 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:42.960045 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6f910d68-d0de-48fc-b156-7c714ee5b4a1 req-7ffab0d7-630e-4f18-b4b3-b6c855445377 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 943 time: 0.0742815 Mar 31 22:06:42.969560 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-878160ef-043b-487a-8909-6feaaef54067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (6738f0fa-e84e-40e4-8e42-3b51c424fa25), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:43.037370 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-878160ef-043b-487a-8909-6feaaef54067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:43.052775 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-878160ef-043b-487a-8909-6feaaef54067 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:43.052775 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-878160ef-043b-487a-8909-6feaaef54067 service neutron] 10.222.0.57 "PUT /v2.0/ports/6738f0fa-e84e-40e4-8e42-3b51c424fa25 HTTP/1.1" status: 200 len: 1093 time: 1.7182622 Mar 31 22:06:43.052775 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968bffd3-b065-4b1a-95be-9180cae06b97', 'tag': '6738f0fa-e84e-40e4-8e42-3b51c424fa25'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:06:43.052775 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc91b34-f83d-46e1-aa94-1684980ef6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "968bffd3-b065-4b1a-95be-9180cae06b97", "tag": "6738f0fa-e84e-40e4-8e42-3b51c424fa25"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:06:43.052775 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0112d539-96ed-4dc5-96ff-83808aa09380 req-3ae7fa26-2512-420f-98d7-61694cc374c9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4764a4a4-b4c4-4357-8731-c08516c9729c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275258 Mar 31 22:06:43.052775 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878160ef-043b-487a-8909-6feaaef54067 service neutron] Pushing event updated for resources: {'Port': ['ID=6738f0fa-e84e-40e4-8e42-3b51c424fa25,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:43.064418 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6f910d68-d0de-48fc-b156-7c714ee5b4a1 req-431f74eb-655d-4615-87b8-26160a94aba5 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025796 Mar 31 22:06:43.119357 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f300ac7a-99df-4bc4-9f58-cd42bebc81f8 x-openstack-request-id: req-f300ac7a-99df-4bc4-9f58-cd42bebc81f8 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:06:43.119755 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968bffd3-b065-4b1a-95be-9180cae06b97", "tag": "6738f0fa-e84e-40e4-8e42-3b51c424fa25", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:06:43.122640 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f300ac7a-99df-4bc4-9f58-cd42bebc81f8 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:06:43.122640 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f300ac7a-99df-4bc4-9f58-cd42bebc81f8'] response: {'name': 'network-changed', 'server_uuid': '968bffd3-b065-4b1a-95be-9180cae06b97', 'tag': '6738f0fa-e84e-40e4-8e42-3b51c424fa25', 'status': 'completed', 'code': 200} Mar 31 22:06:43.148563 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c7784-4240-4fd4-a159-d32d0711a20e req-1d931fdf-d675-4767-9461-e3af66576ff1 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:43.155690 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4c2c7784-4240-4fd4-a159-d32d0711a20e req-1d931fdf-d675-4767-9461-e3af66576ff1 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 946 time: 0.0884299 Mar 31 22:06:43.236690 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4c2c7784-4240-4fd4-a159-d32d0711a20e req-bde4a73d-df55-49d7-b38a-4d5e76a505e5 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=4764a4a4-b4c4-4357-8731-c08516c9729c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790408 Mar 31 22:06:43.338091 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67509f0-1edd-484d-9974-960e8e415a4b req-6810922f-c227-44ee-b582-704fe898495f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:43.363360 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f67509f0-1edd-484d-9974-960e8e415a4b req-6810922f-c227-44ee-b582-704fe898495f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.1673596 Mar 31 22:06:43.418023 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc91b34-f83d-46e1-aa94-1684980ef6a8 req-22dd6072-6923-437e-ac08-fb33f0aff34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:43.419459 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-cdc91b34-f83d-46e1-aa94-1684980ef6a8 req-22dd6072-6923-437e-ac08-fb33f0aff34b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b68fe8e4bc64eae87e72c9aa61ec996&device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 1127 time: 0.0798242 Mar 31 22:06:43.444807 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f67509f0-1edd-484d-9974-960e8e415a4b req-6d0b89dd-18b7-4f5a-b772-84975a595afd tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741994 Mar 31 22:06:43.569132 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc91b34-f83d-46e1-aa94-1684980ef6a8 req-db630c59-b7af-4881-b4b5-5552c955ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:43.572035 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-cdc91b34-f83d-46e1-aa94-1684980ef6a8 req-db630c59-b7af-4881-b4b5-5552c955ed8f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6b68fe8e4bc64eae87e72c9aa61ec996&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1428764 Mar 31 22:06:43.702082 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc91b34-f83d-46e1-aa94-1684980ef6a8 req-928d2eb2-2780-4fda-8aff-3470c86fc98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:43.703751 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-cdc91b34-f83d-46e1-aa94-1684980ef6a8 req-928d2eb2-2780-4fda-8aff-3470c86fc98b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1237223 Mar 31 22:06:43.748534 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722c3a9-d48c-4df4-98e6-acfae65def8e req-fc9400db-e370-4e3b-b9dd-bc8cfe45e2c7 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:43.750090 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9722c3a9-d48c-4df4-98e6-acfae65def8e req-fc9400db-e370-4e3b-b9dd-bc8cfe45e2c7 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0625384 Mar 31 22:06:43.795434 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-ff4c4e29-9eef-4472-9bee-ac2afa9e412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:43.796924 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-ff4c4e29-9eef-4472-9bee-ac2afa9e412e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b68fe8e4bc64eae87e72c9aa61ec996&device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 1127 time: 0.0547118 Mar 31 22:06:43.805493 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9722c3a9-d48c-4df4-98e6-acfae65def8e req-edfd82bd-f703-4b09-8242-d9f850e41b32 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481613 Mar 31 22:06:43.840742 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-269dca22-be9b-4773-a20b-e58f3dfbbbf2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6738f0fa-e84e-40e4-8e42-3b51c424fa25 HTTP/1.1" status: 200 len: 217 time: 0.0343626 Mar 31 22:06:43.893025 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-b6e7a70f-1b25-49ff-a2a9-45ffb9eca8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:43.894475 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-b6e7a70f-1b25-49ff-a2a9-45ffb9eca8af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8b5c4bba-061c-4b42-ba5a-238b5f7cc181 HTTP/1.1" status: 200 len: 858 time: 0.0458343 Mar 31 22:06:43.942956 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-7c4cc24a-78a9-486f-923a-8f7819216dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:43.944865 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-7c4cc24a-78a9-486f-923a-8f7819216dbe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6141f838-016f-4422-a50b-fae51e1d7ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431030 Mar 31 22:06:44.038624 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-9f9393e5-dedf-44d3-808b-e44a4f666a0d service neutron] 10.222.0.57 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865715 Mar 31 22:06:44.140394 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d28112e4-8618-4f74-93ae-78d177a997c9 req-10d890ef-b2e1-4029-b584-1c933330e58f service neutron] 10.222.0.57 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871646 Mar 31 22:06:44.180644 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6999e-f238-4a59-879e-713f1770e8dc req-6b6adb03-4f6c-4532-88fd-cedbf3b02814 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:44.182231 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-35a6999e-f238-4a59-879e-713f1770e8dc req-6b6adb03-4f6c-4532-88fd-cedbf3b02814 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 943 time: 0.0563028 Mar 31 22:06:44.231742 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-35a6999e-f238-4a59-879e-713f1770e8dc req-906e69d8-d811-4be2-b205-3a356e867422 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437899 Mar 31 22:06:44.446641 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa32e15-35f1-4f15-9260-8aefd93cd0be req-44b87d00-d029-4294-a5ce-a1a425213bea tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:44.449809 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bfa32e15-35f1-4f15-9260-8aefd93cd0be req-44b87d00-d029-4294-a5ce-a1a425213bea tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 946 time: 0.1056979 Mar 31 22:06:44.600566 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bfa32e15-35f1-4f15-9260-8aefd93cd0be req-7899b130-cf91-4bf9-b101-eade1cc5a192 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=4764a4a4-b4c4-4357-8731-c08516c9729c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439366 Mar 31 22:06:44.642801 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bdff5-9c7e-4b66-8fa5-0550982b4d3c req-de806c63-f5d5-451b-8665-4fcbdefc53ff tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:44.644276 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8f1bdff5-9c7e-4b66-8fa5-0550982b4d3c req-de806c63-f5d5-451b-8665-4fcbdefc53ff tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0869777 Mar 31 22:06:44.718880 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8f1bdff5-9c7e-4b66-8fa5-0550982b4d3c req-fe0362d0-eb4d-47e5-b122-5e9ec609422e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675859 Mar 31 22:06:44.938306 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559d057-bf82-4618-a0df-da20e3494819 req-28cc93e5-2555-4a32-a528-1af52c89cb8d tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:44.939923 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9559d057-bf82-4618-a0df-da20e3494819 req-28cc93e5-2555-4a32-a528-1af52c89cb8d tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0571237 Mar 31 22:06:45.005217 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9559d057-bf82-4618-a0df-da20e3494819 req-b9879856-761c-435d-9434-47b2ef834b05 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586550 Mar 31 22:06:45.103437 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 58684) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:06:45.249563 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c87c8f27-c5e1-4475-80ff-1f72be9fc09f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:45.340501 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c87c8f27-c5e1-4475-80ff-1f72be9fc09f admin admin] Publish callbacks [] for security_group (7a159f6a-febc-424f-8880-306be89130da), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:45.364859 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbcc77-c61c-4766-b929-62df8e8d32a1 req-99bbea2e-3df6-4b16-a71c-4ed6f7207d22 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:45.366744 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76cbcc77-c61c-4766-b929-62df8e8d32a1 req-99bbea2e-3df6-4b16-a71c-4ed6f7207d22 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 943 time: 0.0635133 Mar 31 22:06:45.411790 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c87c8f27-c5e1-4475-80ff-1f72be9fc09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (7a159f6a-febc-424f-8880-306be89130da), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:45.424686 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76cbcc77-c61c-4766-b929-62df8e8d32a1 req-fa636b6a-7d1a-4b90-a576-997acf64410e tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499246 Mar 31 22:06:45.469086 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c8f27-c5e1-4475-80ff-1f72be9fc09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a159f6a-febc-424f-8880-306be89130da,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:45.475069 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 58690) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:06:45.475251 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-c87c8f27-c5e1-4475-80ff-1f72be9fc09f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8a555552c00f4deeaa0176655f5df6af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3705566 Mar 31 22:06:45.542305 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-883fab83-b1e3-4575-95a6-441d7e10292a admin admin] Publish callbacks [] for security_group (7a159f6a-febc-424f-8880-306be89130da), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:45.565090 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-883fab83-b1e3-4575-95a6-441d7e10292a admin admin] Publish callbacks [] for security_group (7a159f6a-febc-424f-8880-306be89130da), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:45.715601 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-883fab83-b1e3-4575-95a6-441d7e10292a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (7a159f6a-febc-424f-8880-306be89130da), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:45.718116 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-883fab83-b1e3-4575-95a6-441d7e10292a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:45.719442 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-883fab83-b1e3-4575-95a6-441d7e10292a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7a159f6a-febc-424f-8880-306be89130da HTTP/1.1" status: 204 len: 168 time: 0.2430518 Mar 31 22:06:45.732822 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883fab83-b1e3-4575-95a6-441d7e10292a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a159f6a-febc-424f-8880-306be89130da,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:45.790859 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d59c7-9aee-40cd-8890-db4e9340a563 req-2590f133-9a82-46ee-92df-971cea0d0c4c tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:45.792576 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cb1d59c7-9aee-40cd-8890-db4e9340a563 req-2590f133-9a82-46ee-92df-971cea0d0c4c tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 946 time: 0.1179631 Mar 31 22:06:45.909295 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cb1d59c7-9aee-40cd-8890-db4e9340a563 req-871a105d-3a59-4380-b103-9de74fa8be02 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=4764a4a4-b4c4-4357-8731-c08516c9729c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083791 Mar 31 22:06:45.918311 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034110b6-71db-42ad-a9a6-f03a9651bb18 req-f76126c8-355d-4dcf-b214-ce5ef1a033e3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:45.926112 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-034110b6-71db-42ad-a9a6-f03a9651bb18 req-f76126c8-355d-4dcf-b214-ce5ef1a033e3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.1032238 Mar 31 22:06:45.999007 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-034110b6-71db-42ad-a9a6-f03a9651bb18 req-083acd28-3c09-4b84-8dca-1b6364882fce tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704122 Mar 31 22:06:46.108051 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93116d20-aafd-4b7f-b184-988b104b446d req-b12f3cb5-d328-4f78-9806-252ec5b34b11 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:46.118352 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 58710) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:06:46.118835 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-93116d20-aafd-4b7f-b184-988b104b446d req-b12f3cb5-d328-4f78-9806-252ec5b34b11 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 946 time: 0.1100175 Mar 31 22:06:46.122836 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-9f59410b-359e-4a4d-b48b-d33748d4598b tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Request body: {'floatingip': {'port_id': '6675da96-f7f8-4ef5-b165-10e574566e56'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:06:46.266803 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024285b-9238-4969-87d4-ad2d70a1a3ce req-d320c8f0-62a2-4b32-97b0-b6ec45a35a51 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:46.267209 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6024285b-9238-4969-87d4-ad2d70a1a3ce req-d320c8f0-62a2-4b32-97b0-b6ec45a35a51 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.1070733 Mar 31 22:06:46.277322 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9f59410b-359e-4a4d-b48b-d33748d4598b tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (2c1fcfbc-b8fb-4afd-8c98-a4482930604a), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:46.353234 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6024285b-9238-4969-87d4-ad2d70a1a3ce req-a9bc9105-3402-4736-812c-b400796e9a46 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772984 Mar 31 22:06:46.591276 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab9a05-bed7-4677-99a9-dba4986aed64 req-1f58eeb3-b807-48f9-ba8e-e2c954eba1b9 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:46.594689 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-00ab9a05-bed7-4677-99a9-dba4986aed64 req-1f58eeb3-b807-48f9-ba8e-e2c954eba1b9 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 943 time: 0.0836718 Mar 31 22:06:46.667312 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-00ab9a05-bed7-4677-99a9-dba4986aed64 req-e10f544b-cb08-456f-a3ba-d59fb4f6d4a4 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665617 Mar 31 22:06:46.704650 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 58714) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:06:46.722071 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2ccad0fb-4459-4995-b45a-6b169e1c4c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:46.820806 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2ccad0fb-4459-4995-b45a-6b169e1c4c48 admin admin] Publish callbacks [] for security_group (59cc0c30-53f4-4ed7-b744-261969c9b28b), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:46.880583 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2ccad0fb-4459-4995-b45a-6b169e1c4c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (59cc0c30-53f4-4ed7-b744-261969c9b28b), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:46.917374 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-2ccad0fb-4459-4995-b45a-6b169e1c4c48 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=21fae55dfe864a68a7022755db61a2d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2111332 Mar 31 22:06:46.920076 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 58716) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:06:46.978327 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccad0fb-4459-4995-b45a-6b169e1c4c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cc0c30-53f4-4ed7-b744-261969c9b28b,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:46.980656 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9f59410b-359e-4a4d-b48b-d33748d4598b tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:47.008434 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b832e53e-d735-495b-afa9-da84afd27b26 admin admin] Publish callbacks [] for security_group (59cc0c30-53f4-4ed7-b744-261969c9b28b), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:47.032853 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b832e53e-d735-495b-afa9-da84afd27b26 admin admin] Publish callbacks [] for security_group (59cc0c30-53f4-4ed7-b744-261969c9b28b), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:47.040439 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9f59410b-359e-4a4d-b48b-d33748d4598b tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (2c1fcfbc-b8fb-4afd-8c98-a4482930604a), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:47.184381 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c9739-5852-4ccb-a2da-bb68daf94b7e req-e80c6c0c-00eb-422b-b223-a762e891f96a tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:47.186604 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6e7c9739-5852-4ccb-a2da-bb68daf94b7e req-e80c6c0c-00eb-422b-b223-a762e891f96a tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0903006 Mar 31 22:06:47.195782 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.l3_db [None req-9f59410b-359e-4a4d-b48b-d33748d4598b tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Floating IP 2c1fcfbc-b8fb-4afd-8c98-a4482930604a associated. External IP: 172.27.2.99, port: 6675da96-f7f8-4ef5-b165-10e574566e56. Mar 31 22:06:47.198868 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b832e53e-d735-495b-afa9-da84afd27b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (59cc0c30-53f4-4ed7-b744-261969c9b28b), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:47.201573 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b832e53e-d735-495b-afa9-da84afd27b26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:47.202696 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b832e53e-d735-495b-afa9-da84afd27b26 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/59cc0c30-53f4-4ed7-b744-261969c9b28b HTTP/1.1" status: 204 len: 168 time: 0.2821572 Mar 31 22:06:47.224488 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832e53e-d735-495b-afa9-da84afd27b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cc0c30-53f4-4ed7-b744-261969c9b28b,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:47.271068 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6e7c9739-5852-4ccb-a2da-bb68daf94b7e req-ea86eab6-4f5c-4a17-90b5-c70de4d1d40c tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775750 Mar 31 22:06:47.476812 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f59410b-359e-4a4d-b48b-d33748d4598b tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:06:47.512398 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20339c44-e086-4e61-8065-52e0c61a72e7 req-528e32c9-d079-4493-a4ec-3ed756841c3b tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:47.513951 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-20339c44-e086-4e61-8065-52e0c61a72e7 req-528e32c9-d079-4493-a4ec-3ed756841c3b tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0733156 Mar 31 22:06:47.593702 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-20339c44-e086-4e61-8065-52e0c61a72e7 req-f4f2ab20-a5d5-4651-a54c-0f52562f73f0 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736587 Mar 31 22:06:47.628149 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f59410b-359e-4a4d-b48b-d33748d4598b tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:06:47.633258 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9f59410b-359e-4a4d-b48b-d33748d4598b tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:47.637717 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e900df-beeb-48c2-9a35-e5281782cadb None None] Sync routers for ids ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:06:47.648318 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e900df-beeb-48c2-9a35-e5281782cadb None None] Routers {'1100fe1f-e72a-4378-8d3a-43a9cb1b565e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:06:47.698373 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-58e900df-beeb-48c2-9a35-e5281782cadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:06:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:06:47.699204 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 6738f0fa-e84e-40e4-8e42-3b51c424fa25 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:06:47.699959 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-9f59410b-359e-4a4d-b48b-d33748d4598b tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "PUT /v2.0/floatingips/2c1fcfbc-b8fb-4afd-8c98-a4482930604a HTTP/1.1" status: 200 len: 991 time: 1.5453081 Mar 31 22:06:47.699959 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17bb146e-261a-44cb-bafb-c4bdcd9bdebf', 'tag': '6675da96-f7f8-4ef5-b165-10e574566e56'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:06:47.699959 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46823247-b4c4-42c4-a5a3-a419c973377c" -d '{"events": [{"name": "network-changed", "server_uuid": "17bb146e-261a-44cb-bafb-c4bdcd9bdebf", "tag": "6675da96-f7f8-4ef5-b165-10e574566e56"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:06:47.737277 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dcd776-02cc-4c55-8a5c-bba38cfd8369 x-openstack-request-id: req-55dcd776-02cc-4c55-8a5c-bba38cfd8369 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:06:47.737636 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17bb146e-261a-44cb-bafb-c4bdcd9bdebf", "tag": "6675da96-f7f8-4ef5-b165-10e574566e56", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:06:47.737961 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-55dcd776-02cc-4c55-8a5c-bba38cfd8369 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:06:47.738485 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55dcd776-02cc-4c55-8a5c-bba38cfd8369'] response: {'name': 'network-changed', 'server_uuid': '17bb146e-261a-44cb-bafb-c4bdcd9bdebf', 'tag': '6675da96-f7f8-4ef5-b165-10e574566e56', 'status': 'completed', 'code': 200} Mar 31 22:06:47.775649 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-58e900df-beeb-48c2-9a35-e5281782cadb None None] Set router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:06:47.822714 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d63a7-7a0d-42b1-ad81-bdb97ad1f47a req-9286bf86-d9c0-426f-ba35-71f328d7a016 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:47.823504 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46823247-b4c4-42c4-a5a3-a419c973377c req-3e60640e-063e-440c-b080-ea36d6fd96f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:47.824402 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-543d63a7-7a0d-42b1-ad81-bdb97ad1f47a req-9286bf86-d9c0-426f-ba35-71f328d7a016 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 943 time: 0.0865080 Mar 31 22:06:47.825261 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-46823247-b4c4-42c4-a5a3-a419c973377c req-3e60640e-063e-440c-b080-ea36d6fd96f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=891af07672f940c09ae8cbf340a48b4d&device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 1130 time: 0.0593991 Mar 31 22:06:47.844270 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 6738f0fa-e84e-40e4-8e42-3b51c424fa25, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6738f0fa-e84e-40e4-8e42-3b51c424fa25,segment=NetworkSegment(b743cf90-b78b-43d9-8f0e-75a85fa1a9c0),segment_id=b743cf90-b78b-43d9-8f0e-75a85fa1a9c0)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:06:47.857869 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': '6738f0fa-e84e-40e4-8e42-3b51c424fa25', 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9', 'port_id': '6738f0fa-e84e-40e4-8e42-3b51c424fa25', 'mac_address': 'fa:16:3e:10:e1:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:06:47.883623 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-543d63a7-7a0d-42b1-ad81-bdb97ad1f47a req-40f85cfe-07bb-4b9c-b8af-2eb7bd618327 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524316 Mar 31 22:06:47.898342 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 6738f0fa-e84e-40e4-8e42-3b51c424fa25 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:06:47.898999 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (6738f0fa-e84e-40e4-8e42-3b51c424fa25), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:47.914618 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6738f0fa-e84e-40e4-8e42-3b51c424fa25 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:06:47.938800 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 6738f0fa-e84e-40e4-8e42-3b51c424fa25, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6738f0fa-e84e-40e4-8e42-3b51c424fa25,segment=NetworkSegment(b743cf90-b78b-43d9-8f0e-75a85fa1a9c0),segment_id=b743cf90-b78b-43d9-8f0e-75a85fa1a9c0)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:06:47.945577 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46823247-b4c4-42c4-a5a3-a419c973377c req-99b14425-2e47-40be-af09-82b1958bf469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:47.957820 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-46823247-b4c4-42c4-a5a3-a419c973377c req-99b14425-2e47-40be-af09-82b1958bf469 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1cfcbe07-ec4b-4324-9343-639a3e44e48c HTTP/1.1" status: 200 len: 914 time: 0.1132412 Mar 31 22:06:48.013994 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-46823247-b4c4-42c4-a5a3-a419c973377c req-74dc3e80-1990-4358-a81d-ff3333c3e271 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6675da96-f7f8-4ef5-b165-10e574566e56 HTTP/1.1" status: 200 len: 999 time: 0.0616469 Mar 31 22:06:48.054083 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-58e900df-beeb-48c2-9a35-e5281782cadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': '2c1fcfbc-b8fb-4afd-8c98-a4482930604a', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'port_id': '6675da96-f7f8-4ef5-b165-10e574566e56', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'mac_address': 'fa:16:3e:b0:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bb146e-261a-44cb-bafb-c4bdcd9bdebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:06:18Z', 'updated_at': '2022-03-31T22:06:46Z', 'revision_number': 1, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'fixed_ip_address_scope': None}, {'id': 'f3e888fd-070e-43b7-98d7-643026b04055', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'port_id': '8bfedc15-e7a1-4038-9c38-fe252f276d62', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'mac_address': 'fa:16:3e:71:e6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da580190-89dd-449b-b823-4df61419788d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:04:31Z', 'updated_at': '2022-03-31T22:05:08Z', 'revision_number': 2, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:27Z', 'revision_number': 5, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:06:48.068558 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46823247-b4c4-42c4-a5a3-a419c973377c req-e471bf6a-5884-45a1-98d8-fcc86d32d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:48.070018 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-46823247-b4c4-42c4-a5a3-a419c973377c req-e471bf6a-5884-45a1-98d8-fcc86d32d638 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46fdab92-2c2a-49be-bf50-a72b75107edf HTTP/1.1" status: 200 len: 852 time: 0.0489566 Mar 31 22:06:48.080489 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e900df-beeb-48c2-9a35-e5281782cadb None None] Checking router: 1100fe1f-e72a-4378-8d3a-43a9cb1b565e for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:06:48.089374 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e900df-beeb-48c2-9a35-e5281782cadb None None] Routers {'1100fe1f-e72a-4378-8d3a-43a9cb1b565e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:06:48.089965 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-58e900df-beeb-48c2-9a35-e5281782cadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:06:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:06:48.120666 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (6738f0fa-e84e-40e4-8e42-3b51c424fa25), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:48.126226 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46823247-b4c4-42c4-a5a3-a419c973377c req-0f08863d-df28-4f96-adeb-1ace5489ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:48.131492 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-46823247-b4c4-42c4-a5a3-a419c973377c req-0f08863d-df28-4f96-adeb-1ace5489ff74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cfcbe07-ec4b-4324-9343-639a3e44e48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502837 Mar 31 22:06:48.213009 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=6738f0fa-e84e-40e4-8e42-3b51c424fa25,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:48.244036 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-46823247-b4c4-42c4-a5a3-a419c973377c req-cb4015c0-d7da-4254-a234-adea476b4961 service neutron] 10.222.0.57 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097441 Mar 31 22:06:48.357297 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-58e900df-beeb-48c2-9a35-e5281782cadb None None] Set router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:06:48.402895 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-46823247-b4c4-42c4-a5a3-a419c973377c req-97a6493d-dbf9-4e78-9468-6580c3169751 service neutron] 10.222.0.57 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511030 Mar 31 22:06:48.434729 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['6738f0fa-e84e-40e4-8e42-3b51c424fa25'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:06:48.540417 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0c07d-00ad-4de2-8009-3b9a5b41891a req-b5e01dd3-d0cf-4516-9350-b570a010ca44 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:48.543879 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e7a0c07d-00ad-4de2-8009-3b9a5b41891a req-b5e01dd3-d0cf-4516-9350-b570a010ca44 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.1545401 Mar 31 22:06:48.580048 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 58746) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:06:48.650260 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e7a0c07d-00ad-4de2-8009-3b9a5b41891a req-203ce22d-f396-49f3-b941-1f772ab89f5e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001420 Mar 31 22:06:48.808395 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1d157c8c-8fd0-4fb2-a9db-2a7a2288b4dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:48.826289 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-58e900df-beeb-48c2-9a35-e5281782cadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': '2c1fcfbc-b8fb-4afd-8c98-a4482930604a', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'port_id': '6675da96-f7f8-4ef5-b165-10e574566e56', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'mac_address': 'fa:16:3e:b0:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bb146e-261a-44cb-bafb-c4bdcd9bdebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:06:18Z', 'updated_at': '2022-03-31T22:06:46Z', 'revision_number': 1, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'fixed_ip_address_scope': None}, {'id': 'f3e888fd-070e-43b7-98d7-643026b04055', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'port_id': '8bfedc15-e7a1-4038-9c38-fe252f276d62', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'mac_address': 'fa:16:3e:71:e6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da580190-89dd-449b-b823-4df61419788d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:04:31Z', 'updated_at': '2022-03-31T22:05:08Z', 'revision_number': 2, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:27Z', 'revision_number': 5, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:06:48.836634 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfb8a3-4a73-42c2-9293-42b7d4cd330f req-dfafb7df-87fe-43a8-aff8-d2e2084ca27d tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:48.838388 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1bbfb8a3-4a73-42c2-9293-42b7d4cd330f req-dfafb7df-87fe-43a8-aff8-d2e2084ca27d tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.1065409 Mar 31 22:06:48.897020 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e900df-beeb-48c2-9a35-e5281782cadb None None] The sync data for ids ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'] in dv-cinder-836083-1-iscsi is: [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': '2c1fcfbc-b8fb-4afd-8c98-a4482930604a', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'port_id': '6675da96-f7f8-4ef5-b165-10e574566e56', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'mac_address': 'fa:16:3e:b0:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bb146e-261a-44cb-bafb-c4bdcd9bdebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:06:18Z', 'updated_at': '2022-03-31T22:06:46Z', 'revision_number': 1, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'fixed_ip_address_scope': None}, {'id': 'f3e888fd-070e-43b7-98d7-643026b04055', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'port_id': '8bfedc15-e7a1-4038-9c38-fe252f276d62', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'mac_address': 'fa:16:3e:71:e6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da580190-89dd-449b-b823-4df61419788d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:04:31Z', 'updated_at': '2022-03-31T22:05:08Z', 'revision_number': 2, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:27Z', 'revision_number': 5, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:06:48.902165 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1bbfb8a3-4a73-42c2-9293-42b7d4cd330f req-3509621a-fe5b-4faf-a066-7cf3cdfec643 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560331 Mar 31 22:06:48.995991 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1d157c8c-8fd0-4fb2-a9db-2a7a2288b4dc admin admin] Publish callbacks [] for security_group (8bd5ca79-f256-4995-a553-eb93411c9275), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:49.043269 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f9fd2-7911-4337-87a3-94aeb9afa913 req-40926cb6-2e89-4cb9-ab57-841db661662e tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:49.044981 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7b6f9fd2-7911-4337-87a3-94aeb9afa913 req-40926cb6-2e89-4cb9-ab57-841db661662e tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 944 time: 0.0634611 Mar 31 22:06:49.051882 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1d157c8c-8fd0-4fb2-a9db-2a7a2288b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (8bd5ca79-f256-4995-a553-eb93411c9275), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:49.105962 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-1d157c8c-8fd0-4fb2-a9db-2a7a2288b4dc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1e9a2018b8c34fa4b8d7136dffa8da43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5257614 Mar 31 22:06:49.108435 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 58762) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:06:49.120045 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d157c8c-8fd0-4fb2-a9db-2a7a2288b4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd5ca79-f256-4995-a553-eb93411c9275,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:49.180098 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7b6f9fd2-7911-4337-87a3-94aeb9afa913 req-0c3869e1-7807-4d2f-a1cb-fc54b5e1dccf tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146088 Mar 31 22:06:49.193210 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-853528c3-cb43-441e-9aa0-afeb17ee9862 admin admin] Publish callbacks [] for security_group (8bd5ca79-f256-4995-a553-eb93411c9275), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:49.220122 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c485323-712c-4a6c-86ed-4295494116cb None None] New status for floating IP 2c1fcfbc-b8fb-4afd-8c98-a4482930604a: ACTIVE {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:06:49.224405 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-853528c3-cb43-441e-9aa0-afeb17ee9862 admin admin] Publish callbacks [] for security_group (8bd5ca79-f256-4995-a553-eb93411c9275), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:49.348622 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-853528c3-cb43-441e-9aa0-afeb17ee9862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (8bd5ca79-f256-4995-a553-eb93411c9275), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:49.353804 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-853528c3-cb43-441e-9aa0-afeb17ee9862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:49.358019 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-853528c3-cb43-441e-9aa0-afeb17ee9862 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8bd5ca79-f256-4995-a553-eb93411c9275 HTTP/1.1" status: 204 len: 168 time: 0.2484567 Mar 31 22:06:49.375025 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853528c3-cb43-441e-9aa0-afeb17ee9862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd5ca79-f256-4995-a553-eb93411c9275,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:49.664117 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 6738f0fa-e84e-40e4-8e42-3b51c424fa25 up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:06:49.813124 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c413e-4fba-4271-82f5-ece3874ff1c3 req-d72bf399-98f0-4f1c-b55e-870a71ff1305 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:49.815889 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d41c413e-4fba-4271-82f5-ece3874ff1c3 req-d72bf399-98f0-4f1c-b55e-870a71ff1305 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0817347 Mar 31 22:06:49.822864 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning for port 6738f0fa-e84e-40e4-8e42-3b51c424fa25 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 22:06:49.827262 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port 6738f0fa-e84e-40e4-8e42-3b51c424fa25 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:06:49.827732 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (6738f0fa-e84e-40e4-8e42-3b51c424fa25), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:49.892744 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d41c413e-4fba-4271-82f5-ece3874ff1c3 req-18495c86-4f37-4f5d-b479-16f2b4ba65cb tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696449 Mar 31 22:06:49.959869 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 6738f0fa-e84e-40e4-8e42-3b51c424fa25 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:06:49.962734 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (6738f0fa-e84e-40e4-8e42-3b51c424fa25), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:49.999824 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 6738f0fa-e84e-40e4-8e42-3b51c424fa25, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6738f0fa-e84e-40e4-8e42-3b51c424fa25,segment=NetworkSegment(b743cf90-b78b-43d9-8f0e-75a85fa1a9c0),segment_id=b743cf90-b78b-43d9-8f0e-75a85fa1a9c0)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:06:50.000867 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968bffd3-b065-4b1a-95be-9180cae06b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6738f0fa-e84e-40e4-8e42-3b51c424fa25'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:06:50.003502 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd6247b-9e86-4f19-8bb9-2d53e3bbaa2c" -d '{"events": [{"server_uuid": "968bffd3-b065-4b1a-95be-9180cae06b97", "name": "network-vif-plugged", "status": "completed", "tag": "6738f0fa-e84e-40e4-8e42-3b51c424fa25"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:06:50.048889 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7135389b-6ef6-450a-8cc5-6eadc662e7d9 x-openstack-request-id: req-7135389b-6ef6-450a-8cc5-6eadc662e7d9 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:06:50.049352 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968bffd3-b065-4b1a-95be-9180cae06b97", "name": "network-vif-plugged", "status": "completed", "tag": "6738f0fa-e84e-40e4-8e42-3b51c424fa25", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:06:50.049752 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7135389b-6ef6-450a-8cc5-6eadc662e7d9 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:06:50.050353 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7135389b-6ef6-450a-8cc5-6eadc662e7d9'] response: {'server_uuid': '968bffd3-b065-4b1a-95be-9180cae06b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6738f0fa-e84e-40e4-8e42-3b51c424fa25', 'code': 200} Mar 31 22:06:50.069419 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (6738f0fa-e84e-40e4-8e42-3b51c424fa25), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:50.137927 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95077b16-1437-4a3d-9ae5-dc19c25d7236 req-d6baaa92-cd03-4fe9-8ad7-656b208beef0 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:50.145563 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-95077b16-1437-4a3d-9ae5-dc19c25d7236 req-d6baaa92-cd03-4fe9-8ad7-656b208beef0 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.1248510 Mar 31 22:06:50.157420 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=6738f0fa-e84e-40e4-8e42-3b51c424fa25,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:50.218327 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-95077b16-1437-4a3d-9ae5-dc19c25d7236 req-8f296cf9-016c-4ac7-804e-76d41c49f0ab tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717745 Mar 31 22:06:50.439326 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a06c0b-c1dd-43c6-b53a-e0022fc188c4 req-e260c070-f79b-4d9e-a428-00d321a1205f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:50.450608 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f6a06c0b-c1dd-43c6-b53a-e0022fc188c4 req-e260c070-f79b-4d9e-a428-00d321a1205f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.1381762 Mar 31 22:06:50.473813 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5c7ed-ed6c-4ea5-bd7c-7d40e50a82fc req-79e93103-2591-4293-a326-61091187f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:50.476045 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-40d5c7ed-ed6c-4ea5-bd7c-7d40e50a82fc req-79e93103-2591-4293-a326-61091187f384 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 1129 time: 0.0550997 Mar 31 22:06:50.545291 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f6a06c0b-c1dd-43c6-b53a-e0022fc188c4 req-62971d30-0899-4b04-b679-ac42ca27a93f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933342 Mar 31 22:06:50.551976 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-40d5c7ed-ed6c-4ea5-bd7c-7d40e50a82fc req-819ae631-4e8d-46fc-8faf-a65b01105799 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634317 Mar 31 22:06:50.776046 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba293bdf-125b-42f3-a129-b5977edc12e4 req-c8037bca-41cf-4169-9c50-11950e87f0aa tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:50.785725 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ba293bdf-125b-42f3-a129-b5977edc12e4 req-c8037bca-41cf-4169-9c50-11950e87f0aa tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0920467 Mar 31 22:06:50.855415 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ba293bdf-125b-42f3-a129-b5977edc12e4 req-83254639-5594-4175-823f-5f19fb647426 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680437 Mar 31 22:06:51.075394 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c615a-56f8-4271-b6b6-a806451013e5 req-fc46212f-7ee8-49a0-a87e-d74164c06b13 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:51.083312 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-699c615a-56f8-4271-b6b6-a806451013e5 req-fc46212f-7ee8-49a0-a87e-d74164c06b13 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0864701 Mar 31 22:06:51.133254 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b85802-091a-42dd-89d2-fc5864e7d5ef req-f1131131-377a-42cb-8a0b-cd279c426fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:51.134942 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-97b85802-091a-42dd-89d2-fc5864e7d5ef req-f1131131-377a-42cb-8a0b-cd279c426fe3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6ec8840baa0418eaaf3929e20b8ac22&device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 1130 time: 0.0732174 Mar 31 22:06:51.151861 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-699c615a-56f8-4271-b6b6-a806451013e5 req-f40f4199-5e96-4ea6-90d7-592f6853be25 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675526 Mar 31 22:06:51.266995 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b85802-091a-42dd-89d2-fc5864e7d5ef req-8ea69061-7757-41c0-a1e9-b17f8c0874b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:51.268930 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-97b85802-091a-42dd-89d2-fc5864e7d5ef req-8ea69061-7757-41c0-a1e9-b17f8c0874b0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0382e6fe-1738-4da8-a648-cd0ccb96afb3 HTTP/1.1" status: 200 len: 912 time: 0.1257122 Mar 31 22:06:51.399994 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-97b85802-091a-42dd-89d2-fc5864e7d5ef req-7dd163e2-749e-4b92-b452-af4941d4396c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab834894-7c55-4fa2-bab1-c1eea0c6bd1a HTTP/1.1" status: 200 len: 1001 time: 0.1216223 Mar 31 22:06:51.477577 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b85802-091a-42dd-89d2-fc5864e7d5ef req-dfcf4cca-a2ce-4a80-938a-7241eaaade41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:51.479400 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-97b85802-091a-42dd-89d2-fc5864e7d5ef req-dfcf4cca-a2ce-4a80-938a-7241eaaade41 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22da6a9c-27c7-4f9f-9fde-ed9d5543264e HTTP/1.1" status: 200 len: 850 time: 0.0704553 Mar 31 22:06:51.540110 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b85802-091a-42dd-89d2-fc5864e7d5ef req-52f4254f-592e-42b7-982b-b6e7099c8b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:51.543255 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-97b85802-091a-42dd-89d2-fc5864e7d5ef req-52f4254f-592e-42b7-982b-b6e7099c8b3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0382e6fe-1738-4da8-a648-cd0ccb96afb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547693 Mar 31 22:06:51.688702 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-97b85802-091a-42dd-89d2-fc5864e7d5ef req-a9e4667e-b2e7-4bfd-9e48-66a0104849e7 service neutron] 10.222.0.57 "GET /v2.0/networks/0382e6fe-1738-4da8-a648-cd0ccb96afb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362307 Mar 31 22:06:51.704774 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5dd1b-6753-4e67-b631-25a1b2b62445 req-3b098138-739c-4242-9ba4-eb6385cf3f60 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:51.709224 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-23c5dd1b-6753-4e67-b631-25a1b2b62445 req-3b098138-739c-4242-9ba4-eb6385cf3f60 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0755391 Mar 31 22:06:51.791244 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-23c5dd1b-6753-4e67-b631-25a1b2b62445 req-d50083b6-ebe5-4b4a-8147-2973c558c252 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747540 Mar 31 22:06:51.840840 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-97b85802-091a-42dd-89d2-fc5864e7d5ef req-75b7709c-fbf6-4b62-99f8-fcfbb01db318 service neutron] 10.222.0.57 "GET /v2.0/networks/0382e6fe-1738-4da8-a648-cd0ccb96afb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438639 Mar 31 22:06:51.963639 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 58838) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:06:52.009445 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b79ea-56e3-4f10-9984-67de75b7aa73 req-a32b1ceb-d33d-489c-846f-463e10392189 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:52.016722 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e37b79ea-56e3-4f10-9984-67de75b7aa73 req-a32b1ceb-d33d-489c-846f-463e10392189 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0702770 Mar 31 22:06:52.122319 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e37b79ea-56e3-4f10-9984-67de75b7aa73 req-c01da7a4-6ff3-4b21-ae59-607f2003ae1d tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041296 Mar 31 22:06:52.129714 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4469a23c-45f2-4386-9502-64304ad41653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:52.266938 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4469a23c-45f2-4386-9502-64304ad41653 admin admin] Publish callbacks [] for security_group (101843ff-20b1-4586-af97-2e2c0081a3b1), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:52.335777 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4469a23c-45f2-4386-9502-64304ad41653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (101843ff-20b1-4586-af97-2e2c0081a3b1), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:52.367613 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35530542-5c26-4842-9d26-20be41aadb10 req-b1333222-0e48-410c-9445-25326db2f8d8 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:52.369456 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-35530542-5c26-4842-9d26-20be41aadb10 req-b1333222-0e48-410c-9445-25326db2f8d8 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.1174061 Mar 31 22:06:52.385943 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469a23c-45f2-4386-9502-64304ad41653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101843ff-20b1-4586-af97-2e2c0081a3b1,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:52.402733 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 58848) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:06:52.410845 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-4469a23c-45f2-4386-9502-64304ad41653 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=476687e52ef84154852122f9c201db48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4458952 Mar 31 22:06:52.458561 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-35530542-5c26-4842-9d26-20be41aadb10 req-7396a923-b18d-42f3-b228-9c4a730411e9 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820448 Mar 31 22:06:52.490465 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fb75bf84-099d-451b-a9bd-5bb2c1417ad2 admin admin] Publish callbacks [] for security_group (101843ff-20b1-4586-af97-2e2c0081a3b1), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:52.512539 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fb75bf84-099d-451b-a9bd-5bb2c1417ad2 admin admin] Publish callbacks [] for security_group (101843ff-20b1-4586-af97-2e2c0081a3b1), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:52.938947 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00153664-6e16-429b-857b-3db2d561b06d req-064bb74d-d2ab-4e27-a261-89c787f8fd65 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:52.941904 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-00153664-6e16-429b-857b-3db2d561b06d req-064bb74d-d2ab-4e27-a261-89c787f8fd65 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0662019 Mar 31 22:06:52.992969 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-00153664-6e16-429b-857b-3db2d561b06d req-9a577059-7259-43fc-b3d4-49e56ff6b1c7 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448134 Mar 31 22:06:53.085209 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fb75bf84-099d-451b-a9bd-5bb2c1417ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (101843ff-20b1-4586-af97-2e2c0081a3b1), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:53.087750 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fb75bf84-099d-451b-a9bd-5bb2c1417ad2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:53.088890 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-fb75bf84-099d-451b-a9bd-5bb2c1417ad2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/101843ff-20b1-4586-af97-2e2c0081a3b1 HTTP/1.1" status: 204 len: 168 time: 0.6841362 Mar 31 22:06:53.098719 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75bf84-099d-451b-a9bd-5bb2c1417ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101843ff-20b1-4586-af97-2e2c0081a3b1,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:53.146636 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d2d42-181e-4cf3-b995-2516a3db67bb req-78df9e6e-a235-4f00-b6d7-3b4de444bc09 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:53.150319 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8e5d2d42-181e-4cf3-b995-2516a3db67bb req-78df9e6e-a235-4f00-b6d7-3b4de444bc09 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0937300 Mar 31 22:06:53.160781 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 58862) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:06:53.165758 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-244cca2c-c600-483b-8296-3dcef31d7551 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Request body: {'floatingip': {'port_id': '6738f0fa-e84e-40e4-8e42-3b51c424fa25'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:06:53.225890 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-244cca2c-c600-483b-8296-3dcef31d7551 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks [] for floatingip (1aca0b59-35c8-49fe-b955-33d6c8ecbd29), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:53.340748 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86396205-a0c7-48a0-a339-d4fa1e5afab1 req-eec7f002-c199-4e1d-a93e-2cc35059d645 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:53.340748 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-86396205-a0c7-48a0-a339-d4fa1e5afab1 req-eec7f002-c199-4e1d-a93e-2cc35059d645 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.1392484 Mar 31 22:06:53.438385 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-86396205-a0c7-48a0-a339-d4fa1e5afab1 req-098a188f-b526-4f55-8f08-85b7781e1b7b tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878651 Mar 31 22:06:53.651825 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b7df9-bfdf-4898-bc50-d4fcb8a8d8f8 req-48a5e7aa-cd5c-4169-8ef8-70f9005fad37 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:53.653865 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3b1b7df9-bfdf-4898-bc50-d4fcb8a8d8f8 req-48a5e7aa-cd5c-4169-8ef8-70f9005fad37 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0813289 Mar 31 22:06:53.721170 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3b1b7df9-bfdf-4898-bc50-d4fcb8a8d8f8 req-a25a3153-1217-424d-8bab-e3b4f9a9edf1 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604289 Mar 31 22:06:54.055695 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 58870) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:06:54.068961 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-36d82c96-c704-4e2c-8e2c-c78c01ed6663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:54.088782 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-244cca2c-c600-483b-8296-3dcef31d7551 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:54.142454 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-36d82c96-c704-4e2c-8e2c-c78c01ed6663 admin admin] Publish callbacks [] for security_group (a1fa9f41-01c3-4a18-bfe2-81abdea34de0), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:54.183069 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-244cca2c-c600-483b-8296-3dcef31d7551 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (1aca0b59-35c8-49fe-b955-33d6c8ecbd29), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:54.211702 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-36d82c96-c704-4e2c-8e2c-c78c01ed6663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (a1fa9f41-01c3-4a18-bfe2-81abdea34de0), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:54.252386 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-36d82c96-c704-4e2c-8e2c-c78c01ed6663 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ed52375c480945ef91f7bc4cca85f7a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1955187 Mar 31 22:06:54.253267 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d82c96-c704-4e2c-8e2c-c78c01ed6663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fa9f41-01c3-4a18-bfe2-81abdea34de0,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:54.255563 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 58878) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:06:54.293213 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.l3_db [None req-244cca2c-c600-483b-8296-3dcef31d7551 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Floating IP 1aca0b59-35c8-49fe-b955-33d6c8ecbd29 associated. External IP: 172.27.2.18, port: 6738f0fa-e84e-40e4-8e42-3b51c424fa25. Mar 31 22:06:54.308678 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2a8ab73a-8394-41d6-8cb7-da3a8756e541 admin admin] Publish callbacks [] for security_group (a1fa9f41-01c3-4a18-bfe2-81abdea34de0), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:54.336767 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2a8ab73a-8394-41d6-8cb7-da3a8756e541 admin admin] Publish callbacks [] for security_group (a1fa9f41-01c3-4a18-bfe2-81abdea34de0), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:54.492774 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2a8ab73a-8394-41d6-8cb7-da3a8756e541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (a1fa9f41-01c3-4a18-bfe2-81abdea34de0), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:54.495356 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2a8ab73a-8394-41d6-8cb7-da3a8756e541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:54.499381 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-2a8ab73a-8394-41d6-8cb7-da3a8756e541 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a1fa9f41-01c3-4a18-bfe2-81abdea34de0 HTTP/1.1" status: 204 len: 168 time: 0.2402811 Mar 31 22:06:54.507266 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ab73a-8394-41d6-8cb7-da3a8756e541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fa9f41-01c3-4a18-bfe2-81abdea34de0,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:54.532927 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244cca2c-c600-483b-8296-3dcef31d7551 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Router 78fa1053-7041-414b-97e1-43238e57c67a has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:06:54.598521 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503d0a8-5a15-4300-92e8-64fbbae01744 req-0c268247-d018-47ea-8f49-6c66035eec2a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:54.600910 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e503d0a8-5a15-4300-92e8-64fbbae01744 req-0c268247-d018-47ea-8f49-6c66035eec2a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0627322 Mar 31 22:06:54.650265 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e503d0a8-5a15-4300-92e8-64fbbae01744 req-64829a6f-1c11-4b85-afe3-7424b7507484 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436761 Mar 31 22:06:54.657174 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244cca2c-c600-483b-8296-3dcef31d7551 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:06:54.661579 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-244cca2c-c600-483b-8296-3dcef31d7551 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:54.672048 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02b7c8e-6adb-46ed-b13d-b892466791d0 None None] Sync routers for ids ['78fa1053-7041-414b-97e1-43238e57c67a'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:06:54.682645 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02b7c8e-6adb-46ed-b13d-b892466791d0 None None] Routers {'78fa1053-7041-414b-97e1-43238e57c67a'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:06:54.683408 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-f02b7c8e-6adb-46ed-b13d-b892466791d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:06:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['78fa1053-7041-414b-97e1-43238e57c67a'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:06:54.692399 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-244cca2c-c600-483b-8296-3dcef31d7551 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "PUT /v2.0/floatingips/1aca0b59-35c8-49fe-b955-33d6c8ecbd29 HTTP/1.1" status: 200 len: 990 time: 1.5304201 Mar 31 22:06:54.692979 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968bffd3-b065-4b1a-95be-9180cae06b97', 'tag': '6738f0fa-e84e-40e4-8e42-3b51c424fa25'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:06:54.695856 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ddfdf5-2ded-4c06-ab2e-864e7b15db79" -d '{"events": [{"name": "network-changed", "server_uuid": "968bffd3-b065-4b1a-95be-9180cae06b97", "tag": "6738f0fa-e84e-40e4-8e42-3b51c424fa25"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:06:54.734750 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc6c495-9faf-4e43-bff3-03d0c4e33b71 x-openstack-request-id: req-ecc6c495-9faf-4e43-bff3-03d0c4e33b71 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:06:54.735052 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968bffd3-b065-4b1a-95be-9180cae06b97", "tag": "6738f0fa-e84e-40e4-8e42-3b51c424fa25", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:06:54.735421 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ecc6c495-9faf-4e43-bff3-03d0c4e33b71 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:06:54.735726 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecc6c495-9faf-4e43-bff3-03d0c4e33b71'] response: {'name': 'network-changed', 'server_uuid': '968bffd3-b065-4b1a-95be-9180cae06b97', 'tag': '6738f0fa-e84e-40e4-8e42-3b51c424fa25', 'status': 'completed', 'code': 200} Mar 31 22:06:54.824290 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddfdf5-2ded-4c06-ab2e-864e7b15db79 req-66c4a91f-7332-4900-9c08-fbd3dd50beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:54.826162 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d3ddfdf5-2ded-4c06-ab2e-864e7b15db79 req-66c4a91f-7332-4900-9c08-fbd3dd50beb8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b68fe8e4bc64eae87e72c9aa61ec996&device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 1129 time: 0.0633371 Mar 31 22:06:54.831892 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-f02b7c8e-6adb-46ed-b13d-b892466791d0 None None] Set router 78fa1053-7041-414b-97e1-43238e57c67a gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:06:54.878617 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed20bf9-210e-4492-a09e-62bcff55b9ce req-de5b3883-f785-4935-8268-274a98796b50 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:54.880765 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6ed20bf9-210e-4492-a09e-62bcff55b9ce req-de5b3883-f785-4935-8268-274a98796b50 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0715177 Mar 31 22:06:54.945059 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6ed20bf9-210e-4492-a09e-62bcff55b9ce req-08770178-75f0-4991-9499-ac8db1526436 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570121 Mar 31 22:06:54.958050 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddfdf5-2ded-4c06-ab2e-864e7b15db79 req-bdae4b47-efb2-4636-8105-63039bcc8170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:54.960351 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d3ddfdf5-2ded-4c06-ab2e-864e7b15db79 req-bdae4b47-efb2-4636-8105-63039bcc8170 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6141f838-016f-4422-a50b-fae51e1d7ab9 HTTP/1.1" status: 200 len: 920 time: 0.1239166 Mar 31 22:06:55.094375 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d3ddfdf5-2ded-4c06-ab2e-864e7b15db79 req-f7d8a4c2-4092-4eb2-811e-efe5e5c3db8a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6738f0fa-e84e-40e4-8e42-3b51c424fa25 HTTP/1.1" status: 200 len: 998 time: 0.1244044 Mar 31 22:06:55.104549 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a2706-30a1-4811-8e14-394a2d812834 req-8edfdf35-5cb7-4a6f-bb7e-15c9d0e5e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:55.105984 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-141a2706-30a1-4811-8e14-394a2d812834 req-8edfdf35-5cb7-4a6f-bb7e-15c9d0e5e310 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34e52cb5afa74b4eafaebe16c9e1e1d1&device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 1129 time: 0.0718701 Mar 31 22:06:55.108453 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-f02b7c8e-6adb-46ed-b13d-b892466791d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fa1053-7041-414b-97e1-43238e57c67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1815928536-router', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '735467fb-c37a-487f-8162-8841151f653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:23Z', 'revision_number': 4, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'gw_port': {'id': '735467fb-c37a-487f-8162-8841151f653c', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:af:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': '1aca0b59-35c8-49fe-b955-33d6c8ecbd29', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'port_id': '6738f0fa-e84e-40e4-8e42-3b51c424fa25', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9', 'mac_address': 'fa:16:3e:10:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968bffd3-b065-4b1a-95be-9180cae06b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:06:34Z', 'updated_at': '2022-03-31T22:06:53Z', 'revision_number': 1, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9bb0b0-408d-478f-936b-abe17ff61a23', 'name': '', 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'mac_address': 'fa:16:3e:75:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:20Z', 'updated_at': '2022-03-31T22:04:35Z', 'revision_number': 5, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'subnets': [{'id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:06:55.142682 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02b7c8e-6adb-46ed-b13d-b892466791d0 None None] Checking router: 78fa1053-7041-414b-97e1-43238e57c67a for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:06:55.145036 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02b7c8e-6adb-46ed-b13d-b892466791d0 None None] Routers {'78fa1053-7041-414b-97e1-43238e57c67a'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:06:55.145856 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-f02b7c8e-6adb-46ed-b13d-b892466791d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:06:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['78fa1053-7041-414b-97e1-43238e57c67a'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:06:55.215929 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddfdf5-2ded-4c06-ab2e-864e7b15db79 req-a6115b3c-4512-40d6-9194-3101cd887693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:55.217413 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d3ddfdf5-2ded-4c06-ab2e-864e7b15db79 req-a6115b3c-4512-40d6-9194-3101cd887693 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8b5c4bba-061c-4b42-ba5a-238b5f7cc181 HTTP/1.1" status: 200 len: 858 time: 0.1152649 Mar 31 22:06:55.267583 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-f02b7c8e-6adb-46ed-b13d-b892466791d0 None None] Set router 78fa1053-7041-414b-97e1-43238e57c67a gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:06:55.287509 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a2706-30a1-4811-8e14-394a2d812834 req-f9e765c3-0118-434a-8f21-aa41d22bab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:55.289488 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-141a2706-30a1-4811-8e14-394a2d812834 req-f9e765c3-0118-434a-8f21-aa41d22bab8b service neutron] 10.222.0.57 "GET /v2.0/networks?id=39113ebe-596d-4feb-8ec9-18a7831cbf68 HTTP/1.1" status: 200 len: 918 time: 0.1436372 Mar 31 22:06:55.297085 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddfdf5-2ded-4c06-ab2e-864e7b15db79 req-e23627b3-811a-4c8a-8686-3889c2e85d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:55.297243 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d3ddfdf5-2ded-4c06-ab2e-864e7b15db79 req-e23627b3-811a-4c8a-8686-3889c2e85d9c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6141f838-016f-4422-a50b-fae51e1d7ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685322 Mar 31 22:06:55.408442 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-141a2706-30a1-4811-8e14-394a2d812834 req-a3e15753-9415-4f00-b5c8-dd9627866359 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eec001d-0a2f-4972-913e-2529fe6163f8 HTTP/1.1" status: 200 len: 1001 time: 0.1104019 Mar 31 22:06:55.478714 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d3ddfdf5-2ded-4c06-ab2e-864e7b15db79 req-a0b9ef22-bd30-4218-b258-1c0acb6dc85d service neutron] 10.222.0.57 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457064 Mar 31 22:06:55.482869 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a2706-30a1-4811-8e14-394a2d812834 req-1ba66abd-6970-4aa9-a560-09a138e21a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:55.483739 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-141a2706-30a1-4811-8e14-394a2d812834 req-1ba66abd-6970-4aa9-a560-09a138e21a0a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=01b07abf-1022-4cb3-9419-c682f5c84b30 HTTP/1.1" status: 200 len: 856 time: 0.0648825 Mar 31 22:06:55.512653 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-f02b7c8e-6adb-46ed-b13d-b892466791d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fa1053-7041-414b-97e1-43238e57c67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1815928536-router', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '735467fb-c37a-487f-8162-8841151f653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:23Z', 'revision_number': 4, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'gw_port': {'id': '735467fb-c37a-487f-8162-8841151f653c', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:af:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': '1aca0b59-35c8-49fe-b955-33d6c8ecbd29', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'port_id': '6738f0fa-e84e-40e4-8e42-3b51c424fa25', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9', 'mac_address': 'fa:16:3e:10:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968bffd3-b065-4b1a-95be-9180cae06b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:06:34Z', 'updated_at': '2022-03-31T22:06:53Z', 'revision_number': 1, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9bb0b0-408d-478f-936b-abe17ff61a23', 'name': '', 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'mac_address': 'fa:16:3e:75:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:20Z', 'updated_at': '2022-03-31T22:04:35Z', 'revision_number': 5, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'subnets': [{'id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:06:55.541271 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02b7c8e-6adb-46ed-b13d-b892466791d0 None None] The sync data for ids ['78fa1053-7041-414b-97e1-43238e57c67a'] in dv-cinder-836083-1-iscsi is: [{'id': '78fa1053-7041-414b-97e1-43238e57c67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1815928536-router', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '735467fb-c37a-487f-8162-8841151f653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:23Z', 'revision_number': 4, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'gw_port': {'id': '735467fb-c37a-487f-8162-8841151f653c', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:af:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': '1aca0b59-35c8-49fe-b955-33d6c8ecbd29', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'port_id': '6738f0fa-e84e-40e4-8e42-3b51c424fa25', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9', 'mac_address': 'fa:16:3e:10:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968bffd3-b065-4b1a-95be-9180cae06b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:06:34Z', 'updated_at': '2022-03-31T22:06:53Z', 'revision_number': 1, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9bb0b0-408d-478f-936b-abe17ff61a23', 'name': '', 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'mac_address': 'fa:16:3e:75:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:20Z', 'updated_at': '2022-03-31T22:04:35Z', 'revision_number': 5, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'subnets': [{'id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:06:55.607613 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a2706-30a1-4811-8e14-394a2d812834 req-a1bf8ca0-7304-488a-a3ce-b6cbd863370b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:55.609089 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-141a2706-30a1-4811-8e14-394a2d812834 req-a1bf8ca0-7304-488a-a3ce-b6cbd863370b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39113ebe-596d-4feb-8ec9-18a7831cbf68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1093953 Mar 31 22:06:55.640179 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d3ddfdf5-2ded-4c06-ab2e-864e7b15db79 req-88e93d3c-ad1c-478b-bf10-741f1a3977e3 service neutron] 10.222.0.57 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496434 Mar 31 22:06:55.725766 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-141a2706-30a1-4811-8e14-394a2d812834 req-5272b387-2cc4-4cb5-8eb8-8921458a3f51 service neutron] 10.222.0.57 "GET /v2.0/networks/39113ebe-596d-4feb-8ec9-18a7831cbf68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072013 Mar 31 22:06:55.758537 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7604a52-e77d-424e-ab7c-d83e98ca0921 None None] New status for floating IP 1aca0b59-35c8-49fe-b955-33d6c8ecbd29: ACTIVE {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:06:55.823915 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-141a2706-30a1-4811-8e14-394a2d812834 req-ae1e9ae1-2019-4787-a757-1bb20aa7f965 service neutron] 10.222.0.57 "GET /v2.0/networks/39113ebe-596d-4feb-8ec9-18a7831cbf68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910022 Mar 31 22:06:56.078382 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705e383-49cf-4160-b1b1-63e30a3ff808 req-410eef66-5b70-44bd-86f5-9cd54af2db85 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:56.079744 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b705e383-49cf-4160-b1b1-63e30a3ff808 req-410eef66-5b70-44bd-86f5-9cd54af2db85 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0558164 Mar 31 22:06:56.128894 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b705e383-49cf-4160-b1b1-63e30a3ff808 req-7e52a4df-b3af-4a6b-8f57-c1c2b7a39fab tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426996 Mar 31 22:06:57.154216 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:06:57.256457 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9b47e-3d75-40e1-95ff-1116a924a0ab req-6bc2585d-6034-4183-a35e-de49bab5c96b tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:57.257945 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7bb9b47e-3d75-40e1-95ff-1116a924a0ab req-6bc2585d-6034-4183-a35e-de49bab5c96b tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 945 time: 0.0523870 Mar 31 22:06:57.305755 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7bb9b47e-3d75-40e1-95ff-1116a924a0ab req-c78f1927-17df-42e9-a098-964e8730206b tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421498 Mar 31 22:06:57.679483 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 3eec001d-0a2f-4972-913e-2529fe6163f8 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:06:57.755627 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 3eec001d-0a2f-4972-913e-2529fe6163f8 is: ACTIVE; New status is: DOWN {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:06:57.755930 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:57.778188 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01b5b34-cb25-4c25-97e0-0717e1c4ee47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eec001d-0a2f-4972-913e-2529fe6163f8'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:06:57.780387 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fed5bb1-c242-4483-a2c4-3c1e6ae84d5d" -d '{"events": [{"server_uuid": "f01b5b34-cb25-4c25-97e0-0717e1c4ee47", "name": "network-vif-unplugged", "status": "completed", "tag": "3eec001d-0a2f-4972-913e-2529fe6163f8"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:06:57.792988 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 3eec001d-0a2f-4972-913e-2529fe6163f8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3eec001d-0a2f-4972-913e-2529fe6163f8,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:06:57.816401 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828b1a10-cea3-4814-9153-49791f5dc79c x-openstack-request-id: req-828b1a10-cea3-4814-9153-49791f5dc79c {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:06:57.816714 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01b5b34-cb25-4c25-97e0-0717e1c4ee47", "name": "network-vif-unplugged", "status": "completed", "tag": "3eec001d-0a2f-4972-913e-2529fe6163f8", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:06:57.816970 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-828b1a10-cea3-4814-9153-49791f5dc79c {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:06:57.817366 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-828b1a10-cea3-4814-9153-49791f5dc79c'] response: {'server_uuid': 'f01b5b34-cb25-4c25-97e0-0717e1c4ee47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eec001d-0a2f-4972-913e-2529fe6163f8', 'code': 200} Mar 31 22:06:57.874139 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:06:57.921597 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=3eec001d-0a2f-4972-913e-2529fe6163f8,revision_number=8']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:06:58.432245 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d7b2e-f1dd-45ba-a952-bba337f97f5a req-71ddebd7-90a3-4761-bf23-0fa55080e05c tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:58.433717 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-984d7b2e-f1dd-45ba-a952-bba337f97f5a req-71ddebd7-90a3-4761-bf23-0fa55080e05c tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 943 time: 0.0564823 Mar 31 22:06:58.481380 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-984d7b2e-f1dd-45ba-a952-bba337f97f5a req-ccd7bdef-dff1-4d59-9454-87af7cce3855 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417826 Mar 31 22:06:59.712065 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [req-2e2eb2e5-bff0-4ec1-bab6-f51e4926a531 req-9eced50a-e364-4c1e-8725-ad42ad57ad75 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 22:06:59.713113 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2e2eb2e5-bff0-4ec1-bab6-f51e4926a531 req-9eced50a-e364-4c1e-8725-ad42ad57ad75 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055707 Mar 31 22:06:59.988079 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa98bc-7016-427f-b5e1-4f18f7fc5a74 req-7fdce856-c8ea-4170-8a9d-1ccac4d71482 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:06:59.989750 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-80fa98bc-7016-427f-b5e1-4f18f7fc5a74 req-7fdce856-c8ea-4170-8a9d-1ccac4d71482 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 943 time: 0.0547423 Mar 31 22:07:00.039905 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-80fa98bc-7016-427f-b5e1-4f18f7fc5a74 req-4689fa64-d405-4e69-9a11-1972964b9f84 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436285 Mar 31 22:07:00.600721 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 59086) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:00.720072 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ee98f637-d651-4d67-ace3-1742ace635ec req-22c9a2fc-28b6-4bb7-aed4-4c976deaeb79 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1258936 Mar 31 22:07:00.728627 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [req-ee98f637-d651-4d67-ace3-1742ace635ec req-1f4d4fae-51cc-4f3e-bc28-cf4816a1883d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 22:07:00.729579 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ee98f637-d651-4d67-ace3-1742ace635ec req-1f4d4fae-51cc-4f3e-bc28-cf4816a1883d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049074 Mar 31 22:07:00.818635 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 59102) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:00.881831 dv-cinder-836083-1-iscsi neutron-server[110666]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 22:07:00.932898 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98f637-d651-4d67-ace3-1742ace635ec req-207bf4e7-bf3c-4acd-a898-e233674dcf26 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:00.934373 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ee98f637-d651-4d67-ace3-1742ace635ec req-207bf4e7-bf3c-4acd-a898-e233674dcf26 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports/3eec001d-0a2f-4972-913e-2529fe6163f8 HTTP/1.1" status: 200 len: 940 time: 0.1139581 Mar 31 22:07:01.182138 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c17e-df23-414a-aa86-0a15c9b8d2cf req-a05c9483-c79a-4af6-872c-a5b3d17eb620 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:01.183630 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e0a9c17e-df23-414a-aa86-0a15c9b8d2cf req-a05c9483-c79a-4af6-872c-a5b3d17eb620 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 943 time: 0.0551312 Mar 31 22:07:01.229968 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e0a9c17e-df23-414a-aa86-0a15c9b8d2cf req-2fb60107-bbc5-430f-8d3f-93a50bcaec3b tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407050 Mar 31 22:07:01.697179 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 3eec001d-0a2f-4972-913e-2529fe6163f8 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:07:01.774029 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 3eec001d-0a2f-4972-913e-2529fe6163f8 is: DOWN; New status is: DOWN {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:07:02.354452 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed7775-53ef-4960-ac12-2414b358501d req-91c06f68-64e8-4ed5-aca3-9c266592cd10 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:02.356305 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-70ed7775-53ef-4960-ac12-2414b358501d req-91c06f68-64e8-4ed5-aca3-9c266592cd10 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 943 time: 0.0565290 Mar 31 22:07:02.403144 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-70ed7775-53ef-4960-ac12-2414b358501d req-350d3c7b-22f1-41da-b297-6abdfcbe3d8c tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410724 Mar 31 22:07:03.530624 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efedcb10-9609-42c5-bc25-a4b535f292dc req-a7cedce6-ec40-49e5-b88d-f52eb91b37d0 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:03.532120 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-efedcb10-9609-42c5-bc25-a4b535f292dc req-a7cedce6-ec40-49e5-b88d-f52eb91b37d0 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 943 time: 0.0556755 Mar 31 22:07:03.579063 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-efedcb10-9609-42c5-bc25-a4b535f292dc req-ef141be6-925b-4fad-b47b-b4863c85fe12 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414093 Mar 31 22:07:03.863551 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98f637-d651-4d67-ace3-1742ace635ec req-b52e88b3-a113-4647-8545-54d2efe8ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:03.865071 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ee98f637-d651-4d67-ace3-1742ace635ec req-b52e88b3-a113-4647-8545-54d2efe8ff29 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47&tenant_id=34e52cb5afa74b4eafaebe16c9e1e1d1 HTTP/1.1" status: 200 len: 1127 time: 0.0828574 Mar 31 22:07:03.866048 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 59182) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:03.949958 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98f637-d651-4d67-ace3-1742ace635ec req-45b6a8dc-d73a-4f41-8805-7620d8475748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:03.951474 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ee98f637-d651-4d67-ace3-1742ace635ec req-45b6a8dc-d73a-4f41-8805-7620d8475748 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34e52cb5afa74b4eafaebe16c9e1e1d1&device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 1127 time: 0.0455766 Mar 31 22:07:03.986574 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-13a27869-cd37-4072-b219-f5d2a2991a2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:04.084989 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98f637-d651-4d67-ace3-1742ace635ec req-c852170a-e10e-446b-8e2f-6b7b62a17d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:04.086443 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ee98f637-d651-4d67-ace3-1742ace635ec req-c852170a-e10e-446b-8e2f-6b7b62a17d2f service neutron] 10.222.0.57 "GET /v2.0/networks?id=39113ebe-596d-4feb-8ec9-18a7831cbf68 HTTP/1.1" status: 200 len: 918 time: 0.1218233 Mar 31 22:07:04.164145 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-13a27869-cd37-4072-b219-f5d2a2991a2b admin admin] Publish callbacks [] for security_group (6dc61bc7-7f5b-4b28-81a8-5086bf74e57b), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:04.176337 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ee98f637-d651-4d67-ace3-1742ace635ec req-eac6d011-3c7b-487e-9ab7-0067d5b73aef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3eec001d-0a2f-4972-913e-2529fe6163f8 HTTP/1.1" status: 200 len: 999 time: 0.0787401 Mar 31 22:07:04.226085 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98f637-d651-4d67-ace3-1742ace635ec req-5166ec92-5257-4152-be7b-60ba5a7febdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:04.227423 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ee98f637-d651-4d67-ace3-1742ace635ec req-5166ec92-5257-4152-be7b-60ba5a7febdc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=01b07abf-1022-4cb3-9419-c682f5c84b30 HTTP/1.1" status: 200 len: 856 time: 0.0421720 Mar 31 22:07:04.240317 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b6ed4673-b3ac-4a9d-b3ea-beca53d53328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:04.278015 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98f637-d651-4d67-ace3-1742ace635ec req-0123f5bc-c465-4282-a5ca-63af2950484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:04.279589 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ee98f637-d651-4d67-ace3-1742ace635ec req-0123f5bc-c465-4282-a5ca-63af2950484c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39113ebe-596d-4feb-8ec9-18a7831cbf68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448685 Mar 31 22:07:04.305334 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-13a27869-cd37-4072-b219-f5d2a2991a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (6dc61bc7-7f5b-4b28-81a8-5086bf74e57b), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:04.392317 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-13a27869-cd37-4072-b219-f5d2a2991a2b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5d97faddb88c485aace84e85859227c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5252528 Mar 31 22:07:04.395379 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 59188) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:04.396912 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a27869-cd37-4072-b219-f5d2a2991a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc61bc7-7f5b-4b28-81a8-5086bf74e57b,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:04.418608 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ee98f637-d651-4d67-ace3-1742ace635ec req-44610d72-415e-470e-95b0-d85845ad1f74 service neutron] 10.222.0.57 "GET /v2.0/networks/39113ebe-596d-4feb-8ec9-18a7831cbf68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307924 Mar 31 22:07:04.451094 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-31edd5cc-802a-423d-973e-8b5f7c952bcb admin admin] Publish callbacks [] for security_group (6dc61bc7-7f5b-4b28-81a8-5086bf74e57b), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:04.473749 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-31edd5cc-802a-423d-973e-8b5f7c952bcb admin admin] Publish callbacks [] for security_group (6dc61bc7-7f5b-4b28-81a8-5086bf74e57b), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:04.513272 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ee98f637-d651-4d67-ace3-1742ace635ec req-832f963c-6b57-4ab0-adb9-dfdf874c4f13 service neutron] 10.222.0.57 "GET /v2.0/networks/39113ebe-596d-4feb-8ec9-18a7831cbf68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856516 Mar 31 22:07:04.565515 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-31edd5cc-802a-423d-973e-8b5f7c952bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (6dc61bc7-7f5b-4b28-81a8-5086bf74e57b), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:04.568113 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-31edd5cc-802a-423d-973e-8b5f7c952bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:04.569896 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-31edd5cc-802a-423d-973e-8b5f7c952bcb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6dc61bc7-7f5b-4b28-81a8-5086bf74e57b HTTP/1.1" status: 204 len: 168 time: 0.1732953 Mar 31 22:07:04.585062 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edd5cc-802a-423d-973e-8b5f7c952bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc61bc7-7f5b-4b28-81a8-5086bf74e57b,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:04.712867 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c271a-818c-4787-bf65-235522400663 req-c42a62df-8e80-4731-9ea1-99c77b4e42fa tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:04.714384 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ba7c271a-818c-4787-bf65-235522400663 req-c42a62df-8e80-4731-9ea1-99c77b4e42fa tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 943 time: 0.0577266 Mar 31 22:07:04.763543 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ba7c271a-818c-4787-bf65-235522400663 req-c5ace688-a437-4c0f-a7c0-d08871e785e1 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437310 Mar 31 22:07:04.821694 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 59208) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:04.924233 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-19ccf232-3fb4-4848-994b-4b89306480cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:04.999723 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-19ccf232-3fb4-4848-994b-4b89306480cf admin admin] Publish callbacks [] for security_group (8e1afc00-4bac-4ed3-a3de-e89b4d68787b), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:05.068837 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-19ccf232-3fb4-4848-994b-4b89306480cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (8e1afc00-4bac-4ed3-a3de-e89b4d68787b), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:05.110512 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 59218) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:05.111853 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-19ccf232-3fb4-4848-994b-4b89306480cf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2c57d8dfd4e4462882779dfa201bd410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889452 Mar 31 22:07:05.113194 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ccf232-3fb4-4848-994b-4b89306480cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1afc00-4bac-4ed3-a3de-e89b4d68787b,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:05.139703 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 59220) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:05.152794 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3300d243-9cab-4842-b090-46cadb833d10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:05.183366 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c1de7944-077f-428b-9454-9fc9712ed08e admin admin] Publish callbacks [] for security_group (8e1afc00-4bac-4ed3-a3de-e89b4d68787b), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:05.207393 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c1de7944-077f-428b-9454-9fc9712ed08e admin admin] Publish callbacks [] for security_group (8e1afc00-4bac-4ed3-a3de-e89b4d68787b), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:05.237118 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3300d243-9cab-4842-b090-46cadb833d10 admin admin] Publish callbacks [] for security_group (49e053d8-ce60-452d-849e-b07a6998fa1e), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:05.331453 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3300d243-9cab-4842-b090-46cadb833d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (49e053d8-ce60-452d-849e-b07a6998fa1e), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:05.378477 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-3300d243-9cab-4842-b090-46cadb833d10 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=095fbae29794430997d0899665b899bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352784 Mar 31 22:07:05.378477 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300d243-9cab-4842-b090-46cadb833d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e053d8-ce60-452d-849e-b07a6998fa1e,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:05.386018 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 59228) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:05.420231 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c1de7944-077f-428b-9454-9fc9712ed08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (8e1afc00-4bac-4ed3-a3de-e89b4d68787b), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:05.422737 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c1de7944-077f-428b-9454-9fc9712ed08e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:05.426456 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-c1de7944-077f-428b-9454-9fc9712ed08e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8e1afc00-4bac-4ed3-a3de-e89b4d68787b HTTP/1.1" status: 204 len: 168 time: 0.3118122 Mar 31 22:07:05.438990 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de7944-077f-428b-9454-9fc9712ed08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1afc00-4bac-4ed3-a3de-e89b4d68787b,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:05.461213 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9c5a69d5-533f-4d1b-b392-f3a774defb7d admin admin] Publish callbacks [] for security_group (49e053d8-ce60-452d-849e-b07a6998fa1e), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:05.495006 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9c5a69d5-533f-4d1b-b392-f3a774defb7d admin admin] Publish callbacks [] for security_group (49e053d8-ce60-452d-849e-b07a6998fa1e), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:05.612046 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9c5a69d5-533f-4d1b-b392-f3a774defb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (49e053d8-ce60-452d-849e-b07a6998fa1e), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:05.617699 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9c5a69d5-533f-4d1b-b392-f3a774defb7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:05.627830 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-9c5a69d5-533f-4d1b-b392-f3a774defb7d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/49e053d8-ce60-452d-849e-b07a6998fa1e HTTP/1.1" status: 204 len: 168 time: 0.2378743 Mar 31 22:07:05.649786 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a69d5-533f-4d1b-b392-f3a774defb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e053d8-ce60-452d-849e-b07a6998fa1e,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:05.949467 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a888f8c-e988-44fe-8bb0-ecaa09ec1793 req-7a8d192f-f800-4d73-a668-f6d7fcf07a28 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:05.950965 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0a888f8c-e988-44fe-8bb0-ecaa09ec1793 req-7a8d192f-f800-4d73-a668-f6d7fcf07a28 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 943 time: 0.0641270 Mar 31 22:07:06.008743 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0a888f8c-e988-44fe-8bb0-ecaa09ec1793 req-b6ea6939-a371-49da-9c24-bae14f4b7131 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518391 Mar 31 22:07:06.314433 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:06.680479 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9fb3cc68-2b6f-4338-87df-40f33be29f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:06.957438 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 59256) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:07.061536 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-70eb020b-e6e6-446e-a8bf-0762201da77a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1200042161-network', 'tenant_id': 'e35e401d68c64dcba51efcdd1fd7b071'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:07:07.156003 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67183070-1494-40ce-8182-cad5a9ebd895 req-434ce022-e7fe-4218-90b4-094c4d7a6a4a tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:07.157738 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-67183070-1494-40ce-8182-cad5a9ebd895 req-434ce022-e7fe-4218-90b4-094c4d7a6a4a tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 943 time: 0.0565329 Mar 31 22:07:07.205705 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70eb020b-e6e6-446e-a8bf-0762201da77a admin admin] Made reservation on behalf of e35e401d68c64dcba51efcdd1fd7b071 for: {'network': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:07:07.208496 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-70eb020b-e6e6-446e-a8bf-0762201da77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for network (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:07.215642 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-67183070-1494-40ce-8182-cad5a9ebd895 req-a1d24819-4675-4e1d-ae55-00e01a6d5ea4 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511687 Mar 31 22:07:07.219166 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-70eb020b-e6e6-446e-a8bf-0762201da77a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:07.307434 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-70eb020b-e6e6-446e-a8bf-0762201da77a admin admin] Publish callbacks [] for security_group (9344915a-116c-4b5d-b66c-b65424fd6a22), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:07.383428 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-70eb020b-e6e6-446e-a8bf-0762201da77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (9344915a-116c-4b5d-b66c-b65424fd6a22), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:07.408999 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb020b-e6e6-446e-a8bf-0762201da77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9344915a-116c-4b5d-b66c-b65424fd6a22,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:07.420624 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70eb020b-e6e6-446e-a8bf-0762201da77a admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=110666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:07:07.433158 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-70eb020b-e6e6-446e-a8bf-0762201da77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (1cb0ab57-c65d-4649-8bb4-f161b9dc3c7a), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:07.433509 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.segments_db [None req-70eb020b-e6e6-446e-a8bf-0762201da77a admin admin] Added segment 1cb0ab57-c65d-4649-8bb4-f161b9dc3c7a of type vlan for network edf75f8d-31d5-450c-ae51-470dda7cb3ae Mar 31 22:07:07.481330 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-70eb020b-e6e6-446e-a8bf-0762201da77a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758607012172'] for network (edf75f8d-31d5-450c-ae51-470dda7cb3ae), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:07.525515 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:07.577475 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-70eb020b-e6e6-446e-a8bf-0762201da77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for network (edf75f8d-31d5-450c-ae51-470dda7cb3ae), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:07.578421 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eb020b-e6e6-446e-a8bf-0762201da77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:07.579004 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-70eb020b-e6e6-446e-a8bf-0762201da77a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:07.638379 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb020b-e6e6-446e-a8bf-0762201da77a admin admin] Pushing event updated for resources: {'Network': ['ID=edf75f8d-31d5-450c-ae51-470dda7cb3ae,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:07.648558 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Network edf75f8d-31d5-450c-ae51-470dda7cb3ae details requested by agent ovs-agent-dv-cinder-836083-1-iscsi with host dv-cinder-836083-1-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:07:07.734497 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-70eb020b-e6e6-446e-a8bf-0762201da77a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7758591 Mar 31 22:07:07.737539 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 59262) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:07.742645 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-6fab00a4-e407-46bc-8cce-fee9f523b80e admin admin] Request body: {'subnet': {'network_id': 'edf75f8d-31d5-450c-ae51-470dda7cb3ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1200042161-subnet', 'tenant_id': 'e35e401d68c64dcba51efcdd1fd7b071', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:07:07.805889 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fab00a4-e407-46bc-8cce-fee9f523b80e admin admin] Made reservation on behalf of e35e401d68c64dcba51efcdd1fd7b071 for: {'subnet': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:07:07.808269 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6fab00a4-e407-46bc-8cce-fee9f523b80e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:08.268987 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6fab00a4-e407-46bc-8cce-fee9f523b80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for subnet (e2c4152c-6293-4eee-8071-b33a16807aaa), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:08.318307 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab00a4-e407-46bc-8cce-fee9f523b80e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2c4152c-6293-4eee-8071-b33a16807aaa,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:08.342416 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fab00a4-e407-46bc-8cce-fee9f523b80e admin admin] Checking segment: {'id': '1cb0ab57-c65d-4649-8bb4-f161b9dc3c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'edf75f8d-31d5-450c-ae51-470dda7cb3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:07:08.342783 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fab00a4-e407-46bc-8cce-fee9f523b80e admin admin] Network hostable DHCP agents. Network: edf75f8d-31d5-450c-ae51-470dda7cb3ae, hostable agents: ['0f848437-afb4-42e1-a895-141757b8cd79'], hosted agents: [] {{(pid=110666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:07:08.355510 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687eeb55-812e-4fc7-9faa-bde070cc392d req-4cbd3551-4509-4dff-999a-229839c90ec4 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:08.357119 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-687eeb55-812e-4fc7-9faa-bde070cc392d req-4cbd3551-4509-4dff-999a-229839c90ec4 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 943 time: 0.0675597 Mar 31 22:07:08.415211 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-687eeb55-812e-4fc7-9faa-bde070cc392d req-5a60d175-7a85-4688-89d0-216314735735 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511291 Mar 31 22:07:08.451509 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fab00a4-e407-46bc-8cce-fee9f523b80e admin admin] Network edf75f8d-31d5-450c-ae51-470dda7cb3ae is scheduled to be hosted by DHCP agent 0f848437-afb4-42e1-a895-141757b8cd79 with binding_index 1 {{(pid=110666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:07:08.542828 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-6fab00a4-e407-46bc-8cce-fee9f523b80e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-1-iscsi, edf75f8d-31d5-450c-ae51-470dda7cb3ae) {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:07:08.547081 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fab00a4-e407-46bc-8cce-fee9f523b80e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:08.547660 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6fab00a4-e407-46bc-8cce-fee9f523b80e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:08.551826 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5365ed-189b-464d-bfef-f75fac62f06f None None] Network edf75f8d-31d5-450c-ae51-470dda7cb3ae requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:07:08.643134 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-6fab00a4-e407-46bc-8cce-fee9f523b80e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9044235 Mar 31 22:07:08.658800 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9378fc-8f6e-4d44-bdde-e8eda2fa85f7 None None] Network edf75f8d-31d5-450c-ae51-470dda7cb3ae requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:07:09.022950 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:09.383304 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 59286) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:09.388321 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-f74e86c6-1929-49fd-89e1-0dc545c23d76 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1694660946-network', 'tenant_id': '05a0d03c97df4e99ac035f0bf49b64ea'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:07:09.498244 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74e86c6-1929-49fd-89e1-0dc545c23d76 admin admin] Made reservation on behalf of 05a0d03c97df4e99ac035f0bf49b64ea for: {'network': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:07:09.502648 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f74e86c6-1929-49fd-89e1-0dc545c23d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for network (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:09.515304 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f74e86c6-1929-49fd-89e1-0dc545c23d76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:09.560430 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc4be6-85f0-437a-8bb5-5473d69d0155 req-3a2cd0b4-ca08-4709-b8cf-a044437bd2cb tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:09.561919 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-16bc4be6-85f0-437a-8bb5-5473d69d0155 req-3a2cd0b4-ca08-4709-b8cf-a044437bd2cb tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 943 time: 0.0562623 Mar 31 22:07:09.606207 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f74e86c6-1929-49fd-89e1-0dc545c23d76 admin admin] Publish callbacks [] for security_group (a6e18ffc-de96-46a3-b29c-f0ba3ceda26d), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:09.613120 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-16bc4be6-85f0-437a-8bb5-5473d69d0155 req-60635edb-8f88-4b38-b539-6aff34409e1e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446010 Mar 31 22:07:09.668373 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f74e86c6-1929-49fd-89e1-0dc545c23d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (a6e18ffc-de96-46a3-b29c-f0ba3ceda26d), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:09.693331 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74e86c6-1929-49fd-89e1-0dc545c23d76 admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=110666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:07:09.702349 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e86c6-1929-49fd-89e1-0dc545c23d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e18ffc-de96-46a3-b29c-f0ba3ceda26d,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:09.708497 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f74e86c6-1929-49fd-89e1-0dc545c23d76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (e1a31bcd-4b60-470f-8dfb-01fd47230f27), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:09.708836 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.segments_db [None req-f74e86c6-1929-49fd-89e1-0dc545c23d76 admin admin] Added segment e1a31bcd-4b60-470f-8dfb-01fd47230f27 of type vlan for network d1c433b3-b16e-40f9-8699-c6ebde4f7e79 Mar 31 22:07:09.751523 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f74e86c6-1929-49fd-89e1-0dc545c23d76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758607012172'] for network (d1c433b3-b16e-40f9-8699-c6ebde4f7e79), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:09.845551 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f74e86c6-1929-49fd-89e1-0dc545c23d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for network (d1c433b3-b16e-40f9-8699-c6ebde4f7e79), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:09.846591 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74e86c6-1929-49fd-89e1-0dc545c23d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:09.847181 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f74e86c6-1929-49fd-89e1-0dc545c23d76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:09.915626 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e86c6-1929-49fd-89e1-0dc545c23d76 admin admin] Pushing event updated for resources: {'Network': ['ID=d1c433b3-b16e-40f9-8699-c6ebde4f7e79,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:09.925844 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Network d1c433b3-b16e-40f9-8699-c6ebde4f7e79 details requested by agent ovs-agent-dv-cinder-836083-1-iscsi with host dv-cinder-836083-1-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:07:10.768529 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ed5f2-b7e2-4754-8a27-9f181c7e8e2e req-9d759dc5-14cd-44b6-b868-dd193d1de411 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:10.769994 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4a9ed5f2-b7e2-4754-8a27-9f181c7e8e2e req-9d759dc5-14cd-44b6-b868-dd193d1de411 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 943 time: 0.0699954 Mar 31 22:07:10.798265 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-f74e86c6-1929-49fd-89e1-0dc545c23d76 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4137652 Mar 31 22:07:10.800994 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 59292) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:10.807519 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-5f0863ff-c30f-414b-b785-8b693a14d58f admin admin] Request body: {'subnet': {'network_id': 'd1c433b3-b16e-40f9-8699-c6ebde4f7e79', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1694660946-subnet', 'tenant_id': '05a0d03c97df4e99ac035f0bf49b64ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:07:10.823903 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4a9ed5f2-b7e2-4754-8a27-9f181c7e8e2e req-1f54151d-3d24-444f-9ff0-3f29da72778f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482111 Mar 31 22:07:10.857353 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:10.982967 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0863ff-c30f-414b-b785-8b693a14d58f admin admin] Made reservation on behalf of 05a0d03c97df4e99ac035f0bf49b64ea for: {'subnet': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:07:10.985202 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5f0863ff-c30f-414b-b785-8b693a14d58f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:11.263419 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5f0863ff-c30f-414b-b785-8b693a14d58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for subnet (92c0eaa6-baa5-4f85-b52d-d1d3266b75b0), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:11.321260 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0863ff-c30f-414b-b785-8b693a14d58f admin admin] Pushing event updated for resources: {'Subnet': ['ID=92c0eaa6-baa5-4f85-b52d-d1d3266b75b0,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:11.330038 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0863ff-c30f-414b-b785-8b693a14d58f admin admin] Checking segment: {'id': 'e1a31bcd-4b60-470f-8dfb-01fd47230f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'd1c433b3-b16e-40f9-8699-c6ebde4f7e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:07:11.330432 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0863ff-c30f-414b-b785-8b693a14d58f admin admin] Network hostable DHCP agents. Network: d1c433b3-b16e-40f9-8699-c6ebde4f7e79, hostable agents: ['0f848437-afb4-42e1-a895-141757b8cd79'], hosted agents: [] {{(pid=110666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:07:11.423235 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0863ff-c30f-414b-b785-8b693a14d58f admin admin] Network d1c433b3-b16e-40f9-8699-c6ebde4f7e79 is scheduled to be hosted by DHCP agent 0f848437-afb4-42e1-a895-141757b8cd79 with binding_index 1 {{(pid=110666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:07:11.497758 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-5f0863ff-c30f-414b-b785-8b693a14d58f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-1-iscsi, d1c433b3-b16e-40f9-8699-c6ebde4f7e79) {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:07:11.501894 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0863ff-c30f-414b-b785-8b693a14d58f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:11.502581 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-5f0863ff-c30f-414b-b785-8b693a14d58f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:11.508611 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d581e0b-3895-4643-8fcf-3ecfe8880c8e None None] Network d1c433b3-b16e-40f9-8699-c6ebde4f7e79 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:07:11.580036 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-5f0863ff-c30f-414b-b785-8b693a14d58f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7775006 Mar 31 22:07:11.628896 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbc8319-a6f8-45d7-98d2-5eeb8af0bc80 None None] Network d1c433b3-b16e-40f9-8699-c6ebde4f7e79 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:07:11.954245 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589d16b-8cd9-4ed4-9017-495e438d8763 req-eb540008-7032-4730-821c-99be3c841857 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:11.956047 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a589d16b-8cd9-4ed4-9017-495e438d8763 req-eb540008-7032-4730-821c-99be3c841857 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 943 time: 0.0575476 Mar 31 22:07:12.006588 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a589d16b-8cd9-4ed4-9017-495e438d8763 req-ba2398cc-4420-482e-9bb7-a6b40089b823 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448101 Mar 31 22:07:13.151658 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa0e0c-49b4-44ec-8b52-f86700709778 req-9343f79f-eee9-4b9e-ae3a-d9d177ae35a4 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:13.153242 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f4aa0e0c-49b4-44ec-8b52-f86700709778 req-9343f79f-eee9-4b9e-ae3a-d9d177ae35a4 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 943 time: 0.0597963 Mar 31 22:07:13.207926 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f4aa0e0c-49b4-44ec-8b52-f86700709778 req-a91ca464-80ab-4a12-8b99-b55d989fb82b tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465336 Mar 31 22:07:14.352151 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054035ee-d2b9-41c4-b064-f26581a765cc req-59ba0cf8-98ab-4bd0-a3ac-d4b1b85b4926 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:14.355720 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-054035ee-d2b9-41c4-b064-f26581a765cc req-59ba0cf8-98ab-4bd0-a3ac-d4b1b85b4926 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 943 time: 0.0583732 Mar 31 22:07:14.408013 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-054035ee-d2b9-41c4-b064-f26581a765cc req-db6f6aa3-7698-4e67-bf16-b0248c4d2547 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459340 Mar 31 22:07:15.534227 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd8578-ad18-403e-8ff2-cd4064f796a5 req-4c1f7559-de1c-42e4-929f-5c5e0a57ba06 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:15.535664 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fdfd8578-ad18-403e-8ff2-cd4064f796a5 req-4c1f7559-de1c-42e4-929f-5c5e0a57ba06 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 943 time: 0.0538204 Mar 31 22:07:15.595699 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fdfd8578-ad18-403e-8ff2-cd4064f796a5 req-707c39f6-4f74-4de9-81c9-075bed94d93e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518613 Mar 31 22:07:16.722033 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3d61a-fa79-47bb-8d28-e076caea1474 req-6a4aac54-b4ec-44e9-9f9f-438352c1eaac tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:16.723529 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e0b3d61a-fa79-47bb-8d28-e076caea1474 req-6a4aac54-b4ec-44e9-9f9f-438352c1eaac tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 943 time: 0.0571904 Mar 31 22:07:16.770147 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e0b3d61a-fa79-47bb-8d28-e076caea1474 req-f0f21051-df5a-4540-b72e-1a63167f307e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404387 Mar 31 22:07:17.891022 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b4f65-8c68-4055-a713-1abd9172a8f1 req-9d4e1c5a-c5e1-4500-8a80-a54790c5baf6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:17.892448 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-207b4f65-8c68-4055-a713-1abd9172a8f1 req-9d4e1c5a-c5e1-4500-8a80-a54790c5baf6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 943 time: 0.0508335 Mar 31 22:07:17.937942 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-207b4f65-8c68-4055-a713-1abd9172a8f1 req-bb54fa1a-0020-40ca-b4ac-1d9e84460b10 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398166 Mar 31 22:07:19.057617 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b539f6-6f19-4c9c-a35e-628ef2adf836 req-7201eaba-6c72-48d1-b9ba-fb185e43db13 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:19.059075 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-94b539f6-6f19-4c9c-a35e-628ef2adf836 req-7201eaba-6c72-48d1-b9ba-fb185e43db13 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 943 time: 0.0518956 Mar 31 22:07:19.108213 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-94b539f6-6f19-4c9c-a35e-628ef2adf836 req-dcf60799-cb77-4806-ae3d-56872aab712e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431778 Mar 31 22:07:19.252662 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-888dac83-0f7a-4a13-bf87-db7642dd8dd0 req-d4d22b2e-64c9-45b5-bae8-9ff919d93d0e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=da580190-89dd-449b-b823-4df61419788d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446033 Mar 31 22:07:19.317686 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dac83-0f7a-4a13-bf87-db7642dd8dd0 req-f1f3fb07-ee2c-44f0-a6b3-189f213e1614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:19.319337 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-888dac83-0f7a-4a13-bf87-db7642dd8dd0 req-f1f3fb07-ee2c-44f0-a6b3-189f213e1614 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=891af07672f940c09ae8cbf340a48b4d&device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 1129 time: 0.0456803 Mar 31 22:07:19.424805 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dac83-0f7a-4a13-bf87-db7642dd8dd0 req-ff78282f-cb96-4be5-a1f3-de63c6e97a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:19.426515 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-888dac83-0f7a-4a13-bf87-db7642dd8dd0 req-ff78282f-cb96-4be5-a1f3-de63c6e97a58 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1cfcbe07-ec4b-4324-9343-639a3e44e48c HTTP/1.1" status: 200 len: 914 time: 0.0886173 Mar 31 22:07:19.490612 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-888dac83-0f7a-4a13-bf87-db7642dd8dd0 req-3598bd26-bd34-4f7f-bbaf-1ac20e53cfd5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bfedc15-e7a1-4038-9c38-fe252f276d62 HTTP/1.1" status: 200 len: 1001 time: 0.0577321 Mar 31 22:07:19.542097 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dac83-0f7a-4a13-bf87-db7642dd8dd0 req-26e6db08-382c-4815-8756-46faf48e2bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:19.543462 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-888dac83-0f7a-4a13-bf87-db7642dd8dd0 req-26e6db08-382c-4815-8756-46faf48e2bfa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46fdab92-2c2a-49be-bf50-a72b75107edf HTTP/1.1" status: 200 len: 852 time: 0.0470603 Mar 31 22:07:19.592771 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dac83-0f7a-4a13-bf87-db7642dd8dd0 req-b0225d7a-fb2a-4014-8b44-7bbeaf0e035a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:19.594248 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-888dac83-0f7a-4a13-bf87-db7642dd8dd0 req-b0225d7a-fb2a-4014-8b44-7bbeaf0e035a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cfcbe07-ec4b-4324-9343-639a3e44e48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436306 Mar 31 22:07:19.683037 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-888dac83-0f7a-4a13-bf87-db7642dd8dd0 req-ecd8369e-41a3-45f9-b30e-d7b5889ca8ea service neutron] 10.222.0.57 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809045 Mar 31 22:07:19.778815 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-888dac83-0f7a-4a13-bf87-db7642dd8dd0 req-29df533c-a5e1-4ca3-a668-b247cb2f35e6 service neutron] 10.222.0.57 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877516 Mar 31 22:07:20.228374 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3f344-ffd7-4ce5-a73d-e44c8942f7fd req-992c718c-ceae-47c8-8afa-13f5b4d56451 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:20.229798 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c8d3f344-ffd7-4ce5-a73d-e44c8942f7fd req-992c718c-ceae-47c8-8afa-13f5b4d56451 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 943 time: 0.0514898 Mar 31 22:07:20.276917 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c8d3f344-ffd7-4ce5-a73d-e44c8942f7fd req-b41407fb-f83e-404f-af01-c76c5c549c20 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415134 Mar 31 22:07:21.400338 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718002d-9d2d-4174-8e82-80d6a990c3e6 req-32c71968-c44f-4fd9-9520-c0a9d754602c tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:21.409113 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5718002d-9d2d-4174-8e82-80d6a990c3e6 req-32c71968-c44f-4fd9-9520-c0a9d754602c tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 943 time: 0.0534410 Mar 31 22:07:21.448936 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5718002d-9d2d-4174-8e82-80d6a990c3e6 req-5086c0ad-59df-4f3b-8290-545ce86da44f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414858 Mar 31 22:07:22.777935 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d687512-3507-46cb-a285-c5700abb30e6 req-3bc1c90a-3e3b-44c4-ba9e-4af9e4768f94 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:22.779386 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2d687512-3507-46cb-a285-c5700abb30e6 req-3bc1c90a-3e3b-44c4-ba9e-4af9e4768f94 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 943 time: 0.2599943 Mar 31 22:07:22.824579 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2d687512-3507-46cb-a285-c5700abb30e6 req-39612927-b1ba-42ea-9f9b-c5ecb21bf1d2 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397019 Mar 31 22:07:23.946242 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3541415-76e4-47e6-9928-0dc103caad96 req-7466ed23-e615-48da-9896-fba013995e9b tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:23.947695 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b3541415-76e4-47e6-9928-0dc103caad96 req-7466ed23-e615-48da-9896-fba013995e9b tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 943 time: 0.0515409 Mar 31 22:07:23.992885 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b3541415-76e4-47e6-9928-0dc103caad96 req-09940827-5863-4f3e-8f64-a909c3d4be50 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397630 Mar 31 22:07:25.114875 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85667a1-a114-46a7-9b54-7f1bd94daa97 req-df0c8b03-a164-4dc8-a6f1-cfc890a44b3e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:25.116291 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c85667a1-a114-46a7-9b54-7f1bd94daa97 req-df0c8b03-a164-4dc8-a6f1-cfc890a44b3e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 943 time: 0.0538030 Mar 31 22:07:25.163575 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c85667a1-a114-46a7-9b54-7f1bd94daa97 req-e37e4887-431c-400a-87b5-5817fa2339fa tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409265 Mar 31 22:07:25.737270 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 3eec001d-0a2f-4972-913e-2529fe6163f8 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:07:25.835618 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 3eec001d-0a2f-4972-913e-2529fe6163f8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3eec001d-0a2f-4972-913e-2529fe6163f8,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:07:25.847339 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': '3eec001d-0a2f-4972-913e-2529fe6163f8', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'port_id': '3eec001d-0a2f-4972-913e-2529fe6163f8', 'mac_address': 'fa:16:3e:d0:c6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:07:25.883398 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 3eec001d-0a2f-4972-913e-2529fe6163f8 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:07:25.886531 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:25.896883 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eec001d-0a2f-4972-913e-2529fe6163f8 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:07:25.916066 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 3eec001d-0a2f-4972-913e-2529fe6163f8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3eec001d-0a2f-4972-913e-2529fe6163f8,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:07:26.019261 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:26.063444 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=3eec001d-0a2f-4972-913e-2529fe6163f8,revision_number=9']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:26.283844 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab5074-b1f8-439f-a533-ef0e990ed73f req-fe6a9baf-c128-476d-ad5e-08eda92b91a7 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:26.285204 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-31ab5074-b1f8-439f-a533-ef0e990ed73f req-fe6a9baf-c128-476d-ad5e-08eda92b91a7 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 944 time: 0.0516529 Mar 31 22:07:26.330542 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['3eec001d-0a2f-4972-913e-2529fe6163f8'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:07:26.333673 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-31ab5074-b1f8-439f-a533-ef0e990ed73f req-5364bb19-46d3-407c-b30b-0d4c158e0d32 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429537 Mar 31 22:07:27.455351 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a1cf9-dc72-47e6-b630-b8a998ee9195 req-515d7f6c-b571-40d2-9dce-e41cb97f2086 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:27.456699 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-229a1cf9-dc72-47e6-b630-b8a998ee9195 req-515d7f6c-b571-40d2-9dce-e41cb97f2086 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 944 time: 0.0526562 Mar 31 22:07:27.508193 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-229a1cf9-dc72-47e6-b630-b8a998ee9195 req-d2691bb5-dd54-4cc1-9aeb-e6d6b0646490 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459709 Mar 31 22:07:27.738115 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 3eec001d-0a2f-4972-913e-2529fe6163f8 up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:07:27.785918 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port 3eec001d-0a2f-4972-913e-2529fe6163f8 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:07:27.786246 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:27.872818 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 3eec001d-0a2f-4972-913e-2529fe6163f8 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:07:27.873203 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:27.895679 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01b5b34-cb25-4c25-97e0-0717e1c4ee47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eec001d-0a2f-4972-913e-2529fe6163f8'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:07:27.897892 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b777d3-d170-400c-a565-5efaafd68acd" -d '{"events": [{"server_uuid": "f01b5b34-cb25-4c25-97e0-0717e1c4ee47", "name": "network-vif-plugged", "status": "completed", "tag": "3eec001d-0a2f-4972-913e-2529fe6163f8"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:07:27.912613 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 3eec001d-0a2f-4972-913e-2529fe6163f8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3eec001d-0a2f-4972-913e-2529fe6163f8,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:07:27.930347 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 59456) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:27.934986 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebc61e9-2b78-4bda-80a7-7541e664d209 x-openstack-request-id: req-3ebc61e9-2b78-4bda-80a7-7541e664d209 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:07:27.935308 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01b5b34-cb25-4c25-97e0-0717e1c4ee47", "name": "network-vif-plugged", "status": "completed", "tag": "3eec001d-0a2f-4972-913e-2529fe6163f8", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:07:27.935563 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3ebc61e9-2b78-4bda-80a7-7541e664d209 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:07:27.935963 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ebc61e9-2b78-4bda-80a7-7541e664d209'] response: {'server_uuid': 'f01b5b34-cb25-4c25-97e0-0717e1c4ee47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eec001d-0a2f-4972-913e-2529fe6163f8', 'code': 200} Mar 31 22:07:27.978854 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_v2 [None req-a85ae55c-61bf-4e2f-8f82-8a5818edd164 admin admin] Deleting subnet e2c4152c-6293-4eee-8071-b33a16807aaa {{(pid=110666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 22:07:27.982693 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a85ae55c-61bf-4e2f-8f82-8a5818edd164 admin admin] Publish callbacks [] for subnet (e2c4152c-6293-4eee-8071-b33a16807aaa), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:27.983052 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:28.017608 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a85ae55c-61bf-4e2f-8f82-8a5818edd164 admin admin] Publish callbacks [] for subnet (e2c4152c-6293-4eee-8071-b33a16807aaa), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:28.023383 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a85ae55c-61bf-4e2f-8f82-8a5818edd164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1415921'] for subnet (e2c4152c-6293-4eee-8071-b33a16807aaa), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:28.033404 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=3eec001d-0a2f-4972-913e-2529fe6163f8,revision_number=10']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:28.120459 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a85ae55c-61bf-4e2f-8f82-8a5818edd164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1415878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for subnet (e2c4152c-6293-4eee-8071-b33a16807aaa), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:28.144504 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ae55c-61bf-4e2f-8f82-8a5818edd164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2c4152c-6293-4eee-8071-b33a16807aaa,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:28.153929 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ae55c-61bf-4e2f-8f82-8a5818edd164 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:28.154311 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ae55c-61bf-4e2f-8f82-8a5818edd164 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:28.154657 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ae55c-61bf-4e2f-8f82-8a5818edd164 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:28.154994 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ae55c-61bf-4e2f-8f82-8a5818edd164 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:28.155331 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ae55c-61bf-4e2f-8f82-8a5818edd164 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:28.155668 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ae55c-61bf-4e2f-8f82-8a5818edd164 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:28.156377 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ae55c-61bf-4e2f-8f82-8a5818edd164 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:28.156377 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ae55c-61bf-4e2f-8f82-8a5818edd164 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:28.156623 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ae55c-61bf-4e2f-8f82-8a5818edd164 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:28.156950 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ae55c-61bf-4e2f-8f82-8a5818edd164 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:28.157275 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ae55c-61bf-4e2f-8f82-8a5818edd164 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:28.157601 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ae55c-61bf-4e2f-8f82-8a5818edd164 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:28.157922 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ae55c-61bf-4e2f-8f82-8a5818edd164 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:28.158273 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ae55c-61bf-4e2f-8f82-8a5818edd164 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:28.158596 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85ae55c-61bf-4e2f-8f82-8a5818edd164 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:28.161384 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a85ae55c-61bf-4e2f-8f82-8a5818edd164 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:28.164588 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-a85ae55c-61bf-4e2f-8f82-8a5818edd164 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e2c4152c-6293-4eee-8071-b33a16807aaa HTTP/1.1" status: 204 len: 168 time: 0.2331579 Mar 31 22:07:28.167116 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 59458) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:28.233371 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329072'] for network (edf75f8d-31d5-450c-ae51-470dda7cb3ae), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:28.319623 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695930', 'neutron.services.segments.db._delete_segments_for_network-8758607384890'] for network (edf75f8d-31d5-450c-ae51-470dda7cb3ae), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:28.340165 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:07:28.340507 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:07:28.341259 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:07:28.341670 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] Subscribe: > port after_create 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:07:28.342004 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] Subscribe: > port after_delete 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:07:28.342374 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] Subscribe: > port after_update 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:07:28.342800 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:07:28.343139 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:07:28.343461 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:07:28.343805 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:07:28.416200 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:07:28.416556 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:07:28.416887 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:07:28.417220 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 22:07:28.417600 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf75f8d-31d5-450c-ae51-470dda7cb3ae']}} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:07:28.436794 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb0ab57-c65d-4649-8bb4-f161b9dc3c7a') {'for_net_delete': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:07:28.437092 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb0ab57-c65d-4649-8bb4-f161b9dc3c7a') {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:07:28.453777 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758607385923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10216098'] for segment (1cb0ab57-c65d-4649-8bb4-f161b9dc3c7a), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:28.474888 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (1cb0ab57-c65d-4649-8bb4-f161b9dc3c7a), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:28.483455 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=110666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:07:28.486589 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10429525'] for segment (1cb0ab57-c65d-4649-8bb4-f161b9dc3c7a), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: from cryptography.utils import int_from_bytes Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: from cryptography.utils import int_from_bytes Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: Traceback (most recent call last): Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: timer() Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: cb(*args, **kw) Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: return func(*args, **kwargs) Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: self._notify() Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: self.callback(batched_events) Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: event.method(event) Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: return f(self, *a, **k) Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: return self._get(url).json() Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: return self.request(url, 'GET', **kwargs) Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:07:28.487799 dv-cinder-836083-1-iscsi neutron-server[110666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:07:28.586082 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e630c4-5a94-4260-843a-a479a9eab00f req-8249d1ea-032f-4432-acf4-7a8d7f9b2af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:28.587692 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-41e630c4-5a94-4260-843a-a479a9eab00f req-8249d1ea-032f-4432-acf4-7a8d7f9b2af3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 1130 time: 0.0471675 Mar 31 22:07:28.631550 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-41e630c4-5a94-4260-843a-a479a9eab00f req-fad89487-621f-4b2c-8f39-ef1eb5cc41c6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378098 Mar 31 22:07:28.632697 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7fb42-1797-4400-b350-4489e9240f8d req-81d52e55-a11e-4696-88a7-050488dda458 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:28.634141 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-58e7fb42-1797-4400-b350-4489e9240f8d req-81d52e55-a11e-4696-88a7-050488dda458 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 946 time: 0.0528109 Mar 31 22:07:28.639535 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-695923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625691'] for network (edf75f8d-31d5-450c-ae51-470dda7cb3ae), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:28.645580 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:28.648838 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] 10.222.0.59 "DELETE /v2.0/networks/edf75f8d-31d5-450c-ae51-470dda7cb3ae HTTP/1.1" status: 204 len: 168 time: 0.4806995 Mar 31 22:07:28.652161 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 59462) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:28.668145 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3b3b1-5c8a-4082-9467-469847cee5ac admin admin] Pushing event deleted for resources: {'Network': ['ID=edf75f8d-31d5-450c-ae51-470dda7cb3ae,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:28.681299 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-58e7fb42-1797-4400-b350-4489e9240f8d req-61be28d2-0a09-44bf-b4d6-4dcc6c1b9055 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415292 Mar 31 22:07:28.709604 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f10828b-eb67-4611-8add-ff7a497780c0 admin admin] Deleting subnet 92c0eaa6-baa5-4f85-b52d-d1d3266b75b0 {{(pid=110666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 22:07:28.713060 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6f10828b-eb67-4611-8add-ff7a497780c0 admin admin] Publish callbacks [] for subnet (92c0eaa6-baa5-4f85-b52d-d1d3266b75b0), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:28.747257 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6f10828b-eb67-4611-8add-ff7a497780c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10216105'] for subnet (92c0eaa6-baa5-4f85-b52d-d1d3266b75b0), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:28.784574 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6f10828b-eb67-4611-8add-ff7a497780c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1415921'] for subnet (92c0eaa6-baa5-4f85-b52d-d1d3266b75b0), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:28.909021 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6f10828b-eb67-4611-8add-ff7a497780c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1415878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10430195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10336980'] for subnet (92c0eaa6-baa5-4f85-b52d-d1d3266b75b0), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:28.932876 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10828b-eb67-4611-8add-ff7a497780c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92c0eaa6-baa5-4f85-b52d-d1d3266b75b0,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:28.949899 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6f10828b-eb67-4611-8add-ff7a497780c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:28.949899 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-6f10828b-eb67-4611-8add-ff7a497780c0 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/92c0eaa6-baa5-4f85-b52d-d1d3266b75b0 HTTP/1.1" status: 204 len: 168 time: 0.2885339 Mar 31 22:07:28.949899 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 59464) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:29.014837 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c057311a-9b05-4b2e-9c97-a01406417d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329072'] for network (d1c433b3-b16e-40f9-8699-c6ebde4f7e79), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:29.092587 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c057311a-9b05-4b2e-9c97-a01406417d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695930', 'neutron.services.segments.db._delete_segments_for_network-8758607384890'] for network (d1c433b3-b16e-40f9-8699-c6ebde4f7e79), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:29.116431 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-c057311a-9b05-4b2e-9c97-a01406417d0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c433b3-b16e-40f9-8699-c6ebde4f7e79']}} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:07:29.125431 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-c057311a-9b05-4b2e-9c97-a01406417d0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a31bcd-4b60-470f-8dfb-01fd47230f27') {'for_net_delete': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:07:29.125724 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-c057311a-9b05-4b2e-9c97-a01406417d0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a31bcd-4b60-470f-8dfb-01fd47230f27') {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:07:29.134750 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c057311a-9b05-4b2e-9c97-a01406417d0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758607385923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10216098'] for segment (e1a31bcd-4b60-470f-8dfb-01fd47230f27), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:29.147397 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c057311a-9b05-4b2e-9c97-a01406417d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (e1a31bcd-4b60-470f-8dfb-01fd47230f27), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:29.153655 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c057311a-9b05-4b2e-9c97-a01406417d0f admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=110666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:07:29.154036 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c057311a-9b05-4b2e-9c97-a01406417d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10429525'] for segment (e1a31bcd-4b60-470f-8dfb-01fd47230f27), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: Traceback (most recent call last): Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: timer() Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: cb(*args, **kw) Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: return func(*args, **kwargs) Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: self._notify() Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: self.callback(batched_events) Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: event.method(event) Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: return f(self, *a, **k) Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: return self._get(url).json() Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: return self.request(url, 'GET', **kwargs) Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:07:29.155666 dv-cinder-836083-1-iscsi neutron-server[110666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:07:29.325616 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c057311a-9b05-4b2e-9c97-a01406417d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-695923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625691'] for network (d1c433b3-b16e-40f9-8699-c6ebde4f7e79), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:29.330667 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c057311a-9b05-4b2e-9c97-a01406417d0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:29.333769 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-c057311a-9b05-4b2e-9c97-a01406417d0f admin admin] 10.222.0.59 "DELETE /v2.0/networks/d1c433b3-b16e-40f9-8699-c6ebde4f7e79 HTTP/1.1" status: 204 len: 168 time: 0.3886430 Mar 31 22:07:29.345227 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057311a-9b05-4b2e-9c97-a01406417d0f admin admin] Pushing event deleted for resources: {'Network': ['ID=d1c433b3-b16e-40f9-8699-c6ebde4f7e79,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:29.721217 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 59470) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:29.760943 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-20c10d2c-158d-4c1c-9186-12770ad239b8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e35e401d68c64dcba51efcdd1fd7b071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384979 Mar 31 22:07:29.763530 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 59472) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:29.807358 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46077c19-859e-45b6-af44-5294e15710da req-47bdc496-aa82-4c1d-86af-6b97deba758e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:29.808817 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-46077c19-859e-45b6-af44-5294e15710da req-47bdc496-aa82-4c1d-86af-6b97deba758e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 946 time: 0.0524242 Mar 31 22:07:29.811111 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4fb9f0d9-365f-4dfe-bceb-7a90298a53da admin admin] Publish callbacks [] for security_group (9344915a-116c-4b5d-b66c-b65424fd6a22), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:29.835363 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4fb9f0d9-365f-4dfe-bceb-7a90298a53da admin admin] Publish callbacks [] for security_group (9344915a-116c-4b5d-b66c-b65424fd6a22), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:29.855132 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-46077c19-859e-45b6-af44-5294e15710da req-9616526e-0591-4a30-913f-d39c6be03ed3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405095 Mar 31 22:07:29.954027 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4fb9f0d9-365f-4dfe-bceb-7a90298a53da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (9344915a-116c-4b5d-b66c-b65424fd6a22), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:29.956608 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4fb9f0d9-365f-4dfe-bceb-7a90298a53da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:29.957753 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-4fb9f0d9-365f-4dfe-bceb-7a90298a53da admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9344915a-116c-4b5d-b66c-b65424fd6a22 HTTP/1.1" status: 204 len: 168 time: 0.1933384 Mar 31 22:07:29.966414 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9f0d9-365f-4dfe-bceb-7a90298a53da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9344915a-116c-4b5d-b66c-b65424fd6a22,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:30.668477 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 59500) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:30.708754 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-c6c87b6e-e7ad-4e5e-8851-c4e9c9a1fd02 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=05a0d03c97df4e99ac035f0bf49b64ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391438 Mar 31 22:07:30.711164 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 59502) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:30.761065 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4e3b37ec-0e66-4014-af02-1178f2159315 admin admin] Publish callbacks [] for security_group (a6e18ffc-de96-46a3-b29c-f0ba3ceda26d), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:30.781394 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4e3b37ec-0e66-4014-af02-1178f2159315 admin admin] Publish callbacks [] for security_group (a6e18ffc-de96-46a3-b29c-f0ba3ceda26d), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:30.873928 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4e3b37ec-0e66-4014-af02-1178f2159315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (a6e18ffc-de96-46a3-b29c-f0ba3ceda26d), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:30.876488 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4e3b37ec-0e66-4014-af02-1178f2159315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:30.877698 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-4e3b37ec-0e66-4014-af02-1178f2159315 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a6e18ffc-de96-46a3-b29c-f0ba3ceda26d HTTP/1.1" status: 204 len: 168 time: 0.1656058 Mar 31 22:07:30.887315 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b37ec-0e66-4014-af02-1178f2159315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e18ffc-de96-46a3-b29c-f0ba3ceda26d,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:30.991930 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd25ef-f461-4139-87ab-7d6ec6b76391 req-b0522477-76d7-4856-9980-b9d620e6dcd1 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:30.993225 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-83fd25ef-f461-4139-87ab-7d6ec6b76391 req-b0522477-76d7-4856-9980-b9d620e6dcd1 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 946 time: 0.0553246 Mar 31 22:07:31.039801 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-83fd25ef-f461-4139-87ab-7d6ec6b76391 req-ac7325fe-b8ed-45f4-9d87-3fd9dd224926 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400195 Mar 31 22:07:32.163556 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5874fb9-23e7-430d-ab75-2825f9848bb0 req-b6456625-fcc7-44a9-9d56-9974a99223ca tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:32.165025 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a5874fb9-23e7-430d-ab75-2825f9848bb0 req-b6456625-fcc7-44a9-9d56-9974a99223ca tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 946 time: 0.0534413 Mar 31 22:07:32.217868 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a5874fb9-23e7-430d-ab75-2825f9848bb0 req-f4f8e9e0-db51-4c1f-ad1a-ca38dbe2faed tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472229 Mar 31 22:07:34.153585 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:07:34.228222 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1958ceef-b28f-4927-9370-bca21c3638b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:35.604985 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b57fd-dafa-4e60-9014-fa748fdccf02 req-4eeda028-e236-4099-8abc-23b2d86dc816 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:35.606441 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e64b57fd-dafa-4e60-9014-fa748fdccf02 req-4eeda028-e236-4099-8abc-23b2d86dc816 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 946 time: 0.0551043 Mar 31 22:07:35.658010 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e64b57fd-dafa-4e60-9014-fa748fdccf02 req-30a457e6-d10f-4dcc-8b22-0d172deaa51c tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=4764a4a4-b4c4-4357-8731-c08516c9729c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459423 Mar 31 22:07:36.337039 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:36.651993 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7fa80dac-23ca-4516-8760-41737ad0161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:36.780230 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a923cd-9a91-421b-9f43-0fb468ef7ce0 req-96425ff7-d075-4fe0-882b-44a28aaa8fe9 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:36.781702 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-89a923cd-9a91-421b-9f43-0fb468ef7ce0 req-96425ff7-d075-4fe0-882b-44a28aaa8fe9 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 946 time: 0.0541587 Mar 31 22:07:36.837337 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-89a923cd-9a91-421b-9f43-0fb468ef7ce0 req-cf92c49d-ccb8-476a-873c-944ed852fb42 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=4764a4a4-b4c4-4357-8731-c08516c9729c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493395 Mar 31 22:07:37.378814 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ae2f3-b4d3-4c9c-8186-e3e3078b0f4b req-6ee77479-883d-469e-80f6-9271652aef00 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:37.380235 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-8a7ae2f3-b4d3-4c9c-8186-e3e3078b0f4b req-6ee77479-883d-469e-80f6-9271652aef00 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.57 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 946 time: 0.0555668 Mar 31 22:07:37.475737 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-8a7ae2f3-b4d3-4c9c-8186-e3e3078b0f4b req-d92b6cd6-95d4-4c48-96c9-2371020bba73 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Deleting port 6675da96-f7f8-4ef5-b165-10e574566e56 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:07:37.476072 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-8a7ae2f3-b4d3-4c9c-8186-e3e3078b0f4b req-d92b6cd6-95d4-4c48-96c9-2371020bba73 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (6675da96-f7f8-4ef5-b165-10e574566e56), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:37.519810 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:37.566358 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-8a7ae2f3-b4d3-4c9c-8186-e3e3078b0f4b req-d92b6cd6-95d4-4c48-96c9-2371020bba73 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] For port 6675da96-f7f8-4ef5-b165-10e574566e56, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6675da96-f7f8-4ef5-b165-10e574566e56,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:07:37.566723 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-8a7ae2f3-b4d3-4c9c-8186-e3e3078b0f4b req-d92b6cd6-95d4-4c48-96c9-2371020bba73 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (6675da96-f7f8-4ef5-b165-10e574566e56), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:37.789151 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-8a7ae2f3-b4d3-4c9c-8186-e3e3078b0f4b req-d92b6cd6-95d4-4c48-96c9-2371020bba73 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:37.789366 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-8a7ae2f3-b4d3-4c9c-8186-e3e3078b0f4b req-d92b6cd6-95d4-4c48-96c9-2371020bba73 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (2c1fcfbc-b8fb-4afd-8c98-a4482930604a), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:37.789635 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.l3_db [req-8a7ae2f3-b4d3-4c9c-8186-e3e3078b0f4b req-d92b6cd6-95d4-4c48-96c9-2371020bba73 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Floating IP 2c1fcfbc-b8fb-4afd-8c98-a4482930604a disassociated. External IP: 172.27.2.99, port: 6675da96-f7f8-4ef5-b165-10e574566e56. Mar 31 22:07:37.789971 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-8a7ae2f3-b4d3-4c9c-8186-e3e3078b0f4b req-d92b6cd6-95d4-4c48-96c9-2371020bba73 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Calling delete_port for 6675da96-f7f8-4ef5-b165-10e574566e56 owned by compute:nova {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:07:37.954751 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd36f4a-d22b-4595-a20c-b55e90a773a1 req-746e1749-3080-4b44-ae74-da17ab10ba4f tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:37.956203 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9cd36f4a-d22b-4595-a20c-b55e90a773a1 req-746e1749-3080-4b44-ae74-da17ab10ba4f tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 946 time: 0.0517635 Mar 31 22:07:37.971376 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-8a7ae2f3-b4d3-4c9c-8186-e3e3078b0f4b req-d92b6cd6-95d4-4c48-96c9-2371020bba73 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (6675da96-f7f8-4ef5-b165-10e574566e56), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:38.004288 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9cd36f4a-d22b-4595-a20c-b55e90a773a1 req-a146908e-c620-42cd-b4a6-fa90053a0618 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=4764a4a4-b4c4-4357-8731-c08516c9729c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423670 Mar 31 22:07:38.004477 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b6cd6-95d4-4c48-96c9-2371020bba73 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event deleted for resources: {'Port': ['ID=6675da96-f7f8-4ef5-b165-10e574566e56,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:38.124785 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a7ae2f3-b4d3-4c9c-8186-e3e3078b0f4b req-d92b6cd6-95d4-4c48-96c9-2371020bba73 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:07:38.239888 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a7ae2f3-b4d3-4c9c-8186-e3e3078b0f4b req-d92b6cd6-95d4-4c48-96c9-2371020bba73 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:07:38.251847 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59222ae-0fa3-49c1-a8f7-0950089c3679 None None] Sync routers for ids ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:07:38.261775 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59222ae-0fa3-49c1-a8f7-0950089c3679 None None] Routers {'1100fe1f-e72a-4378-8d3a-43a9cb1b565e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:07:38.262988 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-d59222ae-0fa3-49c1-a8f7-0950089c3679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:07:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:07:38.285477 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7ae2f3-b4d3-4c9c-8186-e3e3078b0f4b req-d92b6cd6-95d4-4c48-96c9-2371020bba73 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] No DVR routers for this DVR port 6675da96-f7f8-4ef5-b165-10e574566e56 on host hv-cinder-83608 {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:07:38.288082 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-8a7ae2f3-b4d3-4c9c-8186-e3e3078b0f4b req-d92b6cd6-95d4-4c48-96c9-2371020bba73 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:38.291586 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-8a7ae2f3-b4d3-4c9c-8186-e3e3078b0f4b req-d92b6cd6-95d4-4c48-96c9-2371020bba73 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.57 "DELETE /v2.0/ports/6675da96-f7f8-4ef5-b165-10e574566e56 HTTP/1.1" status: 204 len: 173 time: 0.9033263 Mar 31 22:07:38.291962 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17bb146e-261a-44cb-bafb-c4bdcd9bdebf', 'name': 'network-vif-deleted', 'tag': '6675da96-f7f8-4ef5-b165-10e574566e56'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:07:38.294686 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f342df09-51e6-4d29-973a-a3035a9f5e3e" -d '{"events": [{"server_uuid": "17bb146e-261a-44cb-bafb-c4bdcd9bdebf", "name": "network-vif-deleted", "tag": "6675da96-f7f8-4ef5-b165-10e574566e56"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:07:38.344401 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd631b1-100c-4ee7-9353-3eb801ef7e17 x-openstack-request-id: req-0cd631b1-100c-4ee7-9353-3eb801ef7e17 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:07:38.344768 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17bb146e-261a-44cb-bafb-c4bdcd9bdebf", "name": "network-vif-deleted", "tag": "6675da96-f7f8-4ef5-b165-10e574566e56", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:07:38.345087 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0cd631b1-100c-4ee7-9353-3eb801ef7e17 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:07:38.345559 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cd631b1-100c-4ee7-9353-3eb801ef7e17'] response: {'server_uuid': '17bb146e-261a-44cb-bafb-c4bdcd9bdebf', 'name': 'network-vif-deleted', 'tag': '6675da96-f7f8-4ef5-b165-10e574566e56', 'status': 'completed', 'code': 200} Mar 31 22:07:38.401533 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-d59222ae-0fa3-49c1-a8f7-0950089c3679 None None] Set router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:07:38.720941 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-d59222ae-0fa3-49c1-a8f7-0950089c3679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'f3e888fd-070e-43b7-98d7-643026b04055', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'port_id': '8bfedc15-e7a1-4038-9c38-fe252f276d62', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'mac_address': 'fa:16:3e:71:e6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da580190-89dd-449b-b823-4df61419788d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:04:31Z', 'updated_at': '2022-03-31T22:05:08Z', 'revision_number': 2, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:27Z', 'revision_number': 5, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:07:38.752136 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59222ae-0fa3-49c1-a8f7-0950089c3679 None None] Checking router: 1100fe1f-e72a-4378-8d3a-43a9cb1b565e for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:07:38.761045 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59222ae-0fa3-49c1-a8f7-0950089c3679 None None] Routers {'1100fe1f-e72a-4378-8d3a-43a9cb1b565e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:07:38.761613 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-d59222ae-0fa3-49c1-a8f7-0950089c3679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:07:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:07:38.870727 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-d59222ae-0fa3-49c1-a8f7-0950089c3679 None None] Set router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:07:39.017013 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:39.113756 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-d59222ae-0fa3-49c1-a8f7-0950089c3679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'f3e888fd-070e-43b7-98d7-643026b04055', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'port_id': '8bfedc15-e7a1-4038-9c38-fe252f276d62', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'mac_address': 'fa:16:3e:71:e6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da580190-89dd-449b-b823-4df61419788d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:04:31Z', 'updated_at': '2022-03-31T22:05:08Z', 'revision_number': 2, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:27Z', 'revision_number': 5, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:07:39.149061 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59222ae-0fa3-49c1-a8f7-0950089c3679 None None] The sync data for ids ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'] in dv-cinder-836083-1-iscsi is: [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'f3e888fd-070e-43b7-98d7-643026b04055', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'floating_ip_address': '172.27.2.242', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'port_id': '8bfedc15-e7a1-4038-9c38-fe252f276d62', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'mac_address': 'fa:16:3e:71:e6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da580190-89dd-449b-b823-4df61419788d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:04:31Z', 'updated_at': '2022-03-31T22:05:08Z', 'revision_number': 2, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:27Z', 'revision_number': 5, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:07:39.171596 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c6ab3788-e4b5-48e6-8737-a12a07841225 req-921a69ec-e09d-4d76-9a1b-e5098b7246c9 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=17bb146e-261a-44cb-bafb-c4bdcd9bdebf HTTP/1.1" status: 200 len: 210 time: 0.0381217 Mar 31 22:07:39.401734 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ce1ec7-3540-478e-8b44-6517b305bb91 None None] New status for floating IP 2c1fcfbc-b8fb-4afd-8c98-a4482930604a: DOWN {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:07:40.346072 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 59644) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:40.404429 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f37d88ac-923e-47cb-8dd1-15e43e5d0aff tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group (4764a4a4-b4c4-4357-8731-c08516c9729c), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:40.422760 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:40.430059 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f37d88ac-923e-47cb-8dd1-15e43e5d0aff tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group (4764a4a4-b4c4-4357-8731-c08516c9729c), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:40.548492 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f37d88ac-923e-47cb-8dd1-15e43e5d0aff tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (4764a4a4-b4c4-4357-8731-c08516c9729c), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:40.551143 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f37d88ac-923e-47cb-8dd1-15e43e5d0aff tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:40.552634 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-f37d88ac-923e-47cb-8dd1-15e43e5d0aff tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "DELETE /v2.0/security-groups/4764a4a4-b4c4-4357-8731-c08516c9729c HTTP/1.1" status: 204 len: 168 time: 0.2055051 Mar 31 22:07:40.555383 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 59646) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:40.562767 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d88ac-923e-47cb-8dd1-15e43e5d0aff tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4764a4a4-b4c4-4357-8731-c08516c9729c,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:40.568711 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.api.v2.resource [None req-b5940f3d-209d-46f9-98f7-647e07bf8826 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] show failed (client error): The resource could not be found. Mar 31 22:07:40.569732 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b5940f3d-209d-46f9-98f7-647e07bf8826 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups/4764a4a4-b4c4-4357-8731-c08516c9729c HTTP/1.1" status: 404 len: 347 time: 0.0133595 Mar 31 22:07:40.572709 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 59648) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:40.714961 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-5ad2075e-57c0-45b0-b8fc-787b44474342 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Deleting port 4cedf770-0667-4ef7-90b2-59b30c774de9 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:07:40.715245 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5ad2075e-57c0-45b0-b8fc-787b44474342 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (4cedf770-0667-4ef7-90b2-59b30c774de9), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:40.796199 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5ad2075e-57c0-45b0-b8fc-787b44474342 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (4cedf770-0667-4ef7-90b2-59b30c774de9), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:40.796549 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5ad2075e-57c0-45b0-b8fc-787b44474342 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (4cedf770-0667-4ef7-90b2-59b30c774de9), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:40.810952 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-5ad2075e-57c0-45b0-b8fc-787b44474342 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Calling delete_port for 4cedf770-0667-4ef7-90b2-59b30c774de9 owned by network:floatingip {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:07:41.046464 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5ad2075e-57c0-45b0-b8fc-787b44474342 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (4cedf770-0667-4ef7-90b2-59b30c774de9), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:41.075928 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2075e-57c0-45b0-b8fc-787b44474342 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event deleted for resources: {'Port': ['ID=4cedf770-0667-4ef7-90b2-59b30c774de9,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:41.101199 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2075e-57c0-45b0-b8fc-787b44474342 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:41.101481 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2075e-57c0-45b0-b8fc-787b44474342 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:41.101852 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2075e-57c0-45b0-b8fc-787b44474342 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:41.102252 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2075e-57c0-45b0-b8fc-787b44474342 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:41.102671 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2075e-57c0-45b0-b8fc-787b44474342 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:41.103117 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2075e-57c0-45b0-b8fc-787b44474342 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:41.103418 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2075e-57c0-45b0-b8fc-787b44474342 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:41.103821 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2075e-57c0-45b0-b8fc-787b44474342 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:41.104160 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2075e-57c0-45b0-b8fc-787b44474342 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:41.104509 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2075e-57c0-45b0-b8fc-787b44474342 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:41.104883 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2075e-57c0-45b0-b8fc-787b44474342 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:41.105223 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2075e-57c0-45b0-b8fc-787b44474342 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:41.105561 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2075e-57c0-45b0-b8fc-787b44474342 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:41.106542 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2075e-57c0-45b0-b8fc-787b44474342 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:41.106867 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2075e-57c0-45b0-b8fc-787b44474342 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:07:41.153354 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5ad2075e-57c0-45b0-b8fc-787b44474342 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (2c1fcfbc-b8fb-4afd-8c98-a4482930604a), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:41.155969 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5ad2075e-57c0-45b0-b8fc-787b44474342 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:41.157113 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-5ad2075e-57c0-45b0-b8fc-787b44474342 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "DELETE /v2.0/floatingips/2c1fcfbc-b8fb-4afd-8c98-a4482930604a HTTP/1.1" status: 204 len: 168 time: 0.5834179 Mar 31 22:07:41.843696 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 6675da96-f7f8-4ef5-b165-10e574566e56 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:07:41.863335 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] No Port match for: 6675da96-f7f8-4ef5-b165-10e574566e56 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:07:41.863676 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 6675da96-f7f8-4ef5-b165-10e574566e56 not bound to the agent host hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:07:44.360761 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c991355-846e-4894-976f-a620d97a02fc req-8dd8b505-87cb-45cb-9136-43721aec30dd tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:44.362282 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5c991355-846e-4894-976f-a620d97a02fc req-8dd8b505-87cb-45cb-9136-43721aec30dd tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 945 time: 0.0543036 Mar 31 22:07:44.409884 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5c991355-846e-4894-976f-a620d97a02fc req-ead00aca-7c66-4032-ba2c-8b44011b9b15 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=57f7280b-d370-4eed-bfc5-65256f610a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419133 Mar 31 22:07:45.531619 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663c76b-8036-4ddc-acdb-da1e61cec79a req-cea6964b-4231-40dc-93a1-687e77ecf02e tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:45.533073 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2663c76b-8036-4ddc-acdb-da1e61cec79a req-cea6964b-4231-40dc-93a1-687e77ecf02e tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 945 time: 0.0561674 Mar 31 22:07:45.579281 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2663c76b-8036-4ddc-acdb-da1e61cec79a req-d8913c35-42b2-4399-8ac4-96fda9242a9a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=57f7280b-d370-4eed-bfc5-65256f610a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407665 Mar 31 22:07:46.699388 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4d05e-bda7-4e06-993c-c514702d5d54 req-3ad8918a-9670-42ef-b7a9-702ee56fd0ad tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:46.701369 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a9b4d05e-bda7-4e06-993c-c514702d5d54 req-3ad8918a-9670-42ef-b7a9-702ee56fd0ad tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 945 time: 0.0558443 Mar 31 22:07:46.722442 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088218a7-97f1-417c-9779-6fbf55325522 req-b085e765-b17a-446c-84d8-e544935fba65 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:46.724105 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-088218a7-97f1-417c-9779-6fbf55325522 req-b085e765-b17a-446c-84d8-e544935fba65 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.57 "GET /v2.0/ports?device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 945 time: 0.0600085 Mar 31 22:07:46.753102 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a9b4d05e-bda7-4e06-993c-c514702d5d54 req-df428a7a-dcc0-438f-a60f-127a1349c17b tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=57f7280b-d370-4eed-bfc5-65256f610a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462801 Mar 31 22:07:46.820477 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-088218a7-97f1-417c-9779-6fbf55325522 req-7fa9bd85-8466-42ff-8833-13fbddf10287 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Deleting port 8bfedc15-e7a1-4038-9c38-fe252f276d62 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:07:46.820820 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-088218a7-97f1-417c-9779-6fbf55325522 req-7fa9bd85-8466-42ff-8833-13fbddf10287 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (8bfedc15-e7a1-4038-9c38-fe252f276d62), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:46.906884 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-088218a7-97f1-417c-9779-6fbf55325522 req-7fa9bd85-8466-42ff-8833-13fbddf10287 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] For port 8bfedc15-e7a1-4038-9c38-fe252f276d62, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=8bfedc15-e7a1-4038-9c38-fe252f276d62,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:07:46.907177 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-088218a7-97f1-417c-9779-6fbf55325522 req-7fa9bd85-8466-42ff-8833-13fbddf10287 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (8bfedc15-e7a1-4038-9c38-fe252f276d62), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:47.078659 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-088218a7-97f1-417c-9779-6fbf55325522 req-7fa9bd85-8466-42ff-8833-13fbddf10287 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:47.079027 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-088218a7-97f1-417c-9779-6fbf55325522 req-7fa9bd85-8466-42ff-8833-13fbddf10287 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (f3e888fd-070e-43b7-98d7-643026b04055), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:47.079345 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.l3_db [req-088218a7-97f1-417c-9779-6fbf55325522 req-7fa9bd85-8466-42ff-8833-13fbddf10287 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Floating IP f3e888fd-070e-43b7-98d7-643026b04055 disassociated. External IP: 172.27.2.242, port: 8bfedc15-e7a1-4038-9c38-fe252f276d62. Mar 31 22:07:47.079689 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-088218a7-97f1-417c-9779-6fbf55325522 req-7fa9bd85-8466-42ff-8833-13fbddf10287 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Calling delete_port for 8bfedc15-e7a1-4038-9c38-fe252f276d62 owned by compute:nova {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:07:47.394499 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-088218a7-97f1-417c-9779-6fbf55325522 req-7fa9bd85-8466-42ff-8833-13fbddf10287 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (8bfedc15-e7a1-4038-9c38-fe252f276d62), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:47.425842 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa9bd85-8466-42ff-8833-13fbddf10287 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event deleted for resources: {'Port': ['ID=8bfedc15-e7a1-4038-9c38-fe252f276d62,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:47.772054 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-088218a7-97f1-417c-9779-6fbf55325522 req-7fa9bd85-8466-42ff-8833-13fbddf10287 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:07:47.857930 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-db587d4b-f645-407c-84b6-370faf2cb9fd req-025475a3-548d-4a0c-92c2-5a7376db10e3 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 210 time: 0.0314958 Mar 31 22:07:47.891961 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-088218a7-97f1-417c-9779-6fbf55325522 req-7fa9bd85-8466-42ff-8833-13fbddf10287 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:07:47.905903 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979653a-cc12-41b4-a644-eacf63ea226e None None] Sync routers for ids ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:07:47.916711 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4979653a-cc12-41b4-a644-eacf63ea226e None None] Routers {'1100fe1f-e72a-4378-8d3a-43a9cb1b565e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:07:47.917412 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-4979653a-cc12-41b4-a644-eacf63ea226e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:07:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:07:47.937963 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-088218a7-97f1-417c-9779-6fbf55325522 req-7fa9bd85-8466-42ff-8833-13fbddf10287 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] No DVR routers for this DVR port 8bfedc15-e7a1-4038-9c38-fe252f276d62 on host hv-cinder-83608 {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:07:47.941775 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-088218a7-97f1-417c-9779-6fbf55325522 req-7fa9bd85-8466-42ff-8833-13fbddf10287 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:47.946129 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-088218a7-97f1-417c-9779-6fbf55325522 req-7fa9bd85-8466-42ff-8833-13fbddf10287 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.57 "DELETE /v2.0/ports/8bfedc15-e7a1-4038-9c38-fe252f276d62 HTTP/1.1" status: 204 len: 173 time: 1.2163782 Mar 31 22:07:47.946618 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da580190-89dd-449b-b823-4df61419788d', 'name': 'network-vif-deleted', 'tag': '8bfedc15-e7a1-4038-9c38-fe252f276d62'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:07:47.949633 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9fa24e-d078-4ab8-999f-13c6d5f1bdb5" -d '{"events": [{"server_uuid": "da580190-89dd-449b-b823-4df61419788d", "name": "network-vif-deleted", "tag": "8bfedc15-e7a1-4038-9c38-fe252f276d62"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:07:47.990218 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f36251f-a802-452a-ac2c-6f1887ffd4d6 x-openstack-request-id: req-2f36251f-a802-452a-ac2c-6f1887ffd4d6 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:07:47.990218 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da580190-89dd-449b-b823-4df61419788d", "name": "network-vif-deleted", "tag": "8bfedc15-e7a1-4038-9c38-fe252f276d62", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:07:47.990218 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2f36251f-a802-452a-ac2c-6f1887ffd4d6 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:07:47.990218 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f36251f-a802-452a-ac2c-6f1887ffd4d6'] response: {'server_uuid': 'da580190-89dd-449b-b823-4df61419788d', 'name': 'network-vif-deleted', 'tag': '8bfedc15-e7a1-4038-9c38-fe252f276d62', 'status': 'completed', 'code': 200} Mar 31 22:07:48.030887 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-4979653a-cc12-41b4-a644-eacf63ea226e None None] Set router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:07:48.237875 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-4979653a-cc12-41b4-a644-eacf63ea226e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:27Z', 'revision_number': 5, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:07:48.265389 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979653a-cc12-41b4-a644-eacf63ea226e None None] Checking router: 1100fe1f-e72a-4378-8d3a-43a9cb1b565e for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:07:48.273961 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4979653a-cc12-41b4-a644-eacf63ea226e None None] Routers {'1100fe1f-e72a-4378-8d3a-43a9cb1b565e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:07:48.274648 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-4979653a-cc12-41b4-a644-eacf63ea226e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:07:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:07:48.385367 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-4979653a-cc12-41b4-a644-eacf63ea226e None None] Set router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:07:48.588390 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-4979653a-cc12-41b4-a644-eacf63ea226e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:27Z', 'revision_number': 5, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:07:48.614722 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4979653a-cc12-41b4-a644-eacf63ea226e None None] The sync data for ids ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'] in dv-cinder-836083-1-iscsi is: [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:27Z', 'revision_number': 5, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:07:48.828393 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d516e8e-78a1-4546-8e5b-97e5eaa9df16 None None] New status for floating IP f3e888fd-070e-43b7-98d7-643026b04055: DOWN {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:07:48.978870 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ededcbe8-a7ea-420e-b9f8-7047ad2369be req-00c74a99-b87e-4e28-8b22-b41b60f64386 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=da580190-89dd-449b-b823-4df61419788d HTTP/1.1" status: 200 len: 210 time: 0.0303154 Mar 31 22:07:49.895719 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 8bfedc15-e7a1-4038-9c38-fe252f276d62 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:07:49.915007 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] No Port match for: 8bfedc15-e7a1-4038-9c38-fe252f276d62 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:07:49.915364 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 8bfedc15-e7a1-4038-9c38-fe252f276d62 not bound to the agent host hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:07:50.131450 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 59768) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:50.185162 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a5566063-78f0-4bb6-b0b3-1d57bdb33c26 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group (57f7280b-d370-4eed-bfc5-65256f610a8d), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:50.207663 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a5566063-78f0-4bb6-b0b3-1d57bdb33c26 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group (57f7280b-d370-4eed-bfc5-65256f610a8d), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:50.348253 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a5566063-78f0-4bb6-b0b3-1d57bdb33c26 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (57f7280b-d370-4eed-bfc5-65256f610a8d), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:50.350905 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a5566063-78f0-4bb6-b0b3-1d57bdb33c26 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:50.357105 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-a5566063-78f0-4bb6-b0b3-1d57bdb33c26 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "DELETE /v2.0/security-groups/57f7280b-d370-4eed-bfc5-65256f610a8d HTTP/1.1" status: 204 len: 168 time: 0.2195871 Mar 31 22:07:50.357798 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 59774) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:50.363277 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5566063-78f0-4bb6-b0b3-1d57bdb33c26 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f7280b-d370-4eed-bfc5-65256f610a8d,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:50.376834 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.api.v2.resource [None req-92c6e8a9-eff7-4ecd-b69d-637f0e5f47c4 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] show failed (client error): The resource could not be found. Mar 31 22:07:50.390440 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-92c6e8a9-eff7-4ecd-b69d-637f0e5f47c4 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups/57f7280b-d370-4eed-bfc5-65256f610a8d HTTP/1.1" status: 404 len: 347 time: 0.0190423 Mar 31 22:07:50.397173 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 59776) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:50.444612 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce1003-1ab5-464b-afc5-898664db5d60 req-99c5631a-16f2-42dc-afe9-574cc755cedf tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:50.446101 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-93ce1003-1ab5-464b-afc5-898664db5d60 req-99c5631a-16f2-42dc-afe9-574cc755cedf tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0547490 Mar 31 22:07:50.498130 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-93ce1003-1ab5-464b-afc5-898664db5d60 req-8111017b-ca05-4406-9186-fc82ec6f1963 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462058 Mar 31 22:07:50.554875 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12ccc4-ccfb-4e66-80c5-4740957943fa req-3e075cef-3ec7-4dc2-a544-9680f43a2a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:50.556414 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0d12ccc4-ccfb-4e66-80c5-4740957943fa req-3e075cef-3ec7-4dc2-a544-9680f43a2a1b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b68fe8e4bc64eae87e72c9aa61ec996&device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 1129 time: 0.0774398 Mar 31 22:07:50.574468 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-67a27e64-584f-4e14-b7fe-c2395c6f1cda tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Deleting port d40ef2aa-16e7-4cea-922e-fa9efdbf3575 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:07:50.574821 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-67a27e64-584f-4e14-b7fe-c2395c6f1cda tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (d40ef2aa-16e7-4cea-922e-fa9efdbf3575), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:50.716776 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-67a27e64-584f-4e14-b7fe-c2395c6f1cda tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (d40ef2aa-16e7-4cea-922e-fa9efdbf3575), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:50.717102 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-67a27e64-584f-4e14-b7fe-c2395c6f1cda tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (d40ef2aa-16e7-4cea-922e-fa9efdbf3575), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:50.729771 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12ccc4-ccfb-4e66-80c5-4740957943fa req-0df5af9b-077c-4403-ab23-c42dfa14d075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:50.731304 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0d12ccc4-ccfb-4e66-80c5-4740957943fa req-0df5af9b-077c-4403-ab23-c42dfa14d075 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6141f838-016f-4422-a50b-fae51e1d7ab9 HTTP/1.1" status: 200 len: 920 time: 0.1669471 Mar 31 22:07:50.734818 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-67a27e64-584f-4e14-b7fe-c2395c6f1cda tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Calling delete_port for d40ef2aa-16e7-4cea-922e-fa9efdbf3575 owned by network:floatingip {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:07:50.848830 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0d12ccc4-ccfb-4e66-80c5-4740957943fa req-1a716fc6-7025-4747-bdb2-bd4b569eb9bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6738f0fa-e84e-40e4-8e42-3b51c424fa25 HTTP/1.1" status: 200 len: 1000 time: 0.1099341 Mar 31 22:07:50.917896 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12ccc4-ccfb-4e66-80c5-4740957943fa req-f909db89-2820-4e16-8723-7286f61a51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:50.919444 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0d12ccc4-ccfb-4e66-80c5-4740957943fa req-f909db89-2820-4e16-8723-7286f61a51f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8b5c4bba-061c-4b42-ba5a-238b5f7cc181 HTTP/1.1" status: 200 len: 858 time: 0.0598330 Mar 31 22:07:50.999723 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12ccc4-ccfb-4e66-80c5-4740957943fa req-70d37b00-9ae4-4261-bf89-aeb49982ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:51.001221 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0d12ccc4-ccfb-4e66-80c5-4740957943fa req-70d37b00-9ae4-4261-bf89-aeb49982ad2d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6141f838-016f-4422-a50b-fae51e1d7ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580029 Mar 31 22:07:51.053473 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-67a27e64-584f-4e14-b7fe-c2395c6f1cda tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (d40ef2aa-16e7-4cea-922e-fa9efdbf3575), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:51.090852 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a27e64-584f-4e14-b7fe-c2395c6f1cda tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event deleted for resources: {'Port': ['ID=d40ef2aa-16e7-4cea-922e-fa9efdbf3575,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:51.163090 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0d12ccc4-ccfb-4e66-80c5-4740957943fa req-9c409ae9-4625-4274-953e-24c4d251c12b service neutron] 10.222.0.57 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542439 Mar 31 22:07:51.169281 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-67a27e64-584f-4e14-b7fe-c2395c6f1cda tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (f3e888fd-070e-43b7-98d7-643026b04055), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:51.171727 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-67a27e64-584f-4e14-b7fe-c2395c6f1cda tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:51.172760 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-67a27e64-584f-4e14-b7fe-c2395c6f1cda tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "DELETE /v2.0/floatingips/f3e888fd-070e-43b7-98d7-643026b04055 HTTP/1.1" status: 204 len: 168 time: 0.7746348 Mar 31 22:07:51.264828 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0d12ccc4-ccfb-4e66-80c5-4740957943fa req-6f646d67-3127-45bd-a92e-52d126ba2ce0 service neutron] 10.222.0.57 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906951 Mar 31 22:07:51.633976 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73628b8-2c5e-4753-b25a-eea8aa7b7293 req-2d52e5ac-d396-4603-8e66-005499eee570 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:51.635459 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d73628b8-2c5e-4753-b25a-eea8aa7b7293 req-2d52e5ac-d396-4603-8e66-005499eee570 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0527270 Mar 31 22:07:51.682052 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d73628b8-2c5e-4753-b25a-eea8aa7b7293 req-18b19895-077c-4a60-b9d5-0ce7f57bf420 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409529 Mar 31 22:07:51.761051 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 59798) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:51.779759 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-59fac954-071d-4249-8452-bcc123497360 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1440994841', 'description': 'tempest-description--1840428934'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:07:51.819611 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca708d5-d89c-4d26-a0d5-cde8321deaf9 req-79418810-7eef-44e5-b99b-9601cc66a7d4 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:51.821002 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7ca708d5-d89c-4d26-a0d5-cde8321deaf9 req-79418810-7eef-44e5-b99b-9601cc66a7d4 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0759432 Mar 31 22:07:51.871666 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7ca708d5-d89c-4d26-a0d5-cde8321deaf9 req-361fae0c-0d0c-4053-b9e3-9b8454294b10 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447800 Mar 31 22:07:51.885387 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-59fac954-071d-4249-8452-bcc123497360 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:51.950450 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-59fac954-071d-4249-8452-bcc123497360 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group (3af0f00b-3695-4e7f-bb09-d3734862a7d8), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:52.045354 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-59fac954-071d-4249-8452-bcc123497360 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (3af0f00b-3695-4e7f-bb09-d3734862a7d8), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:52.079670 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fac954-071d-4249-8452-bcc123497360 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af0f00b-3695-4e7f-bb09-d3734862a7d8,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:52.121319 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-59fac954-071d-4249-8452-bcc123497360 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:52.122699 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-59fac954-071d-4249-8452-bcc123497360 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3606870 Mar 31 22:07:52.125476 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 59802) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:52.129686 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-58cdd164-6d3d-44d0-ac8c-558ad87bbbd7 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Request body: {'security_group_rule': {'security_group_id': '3af0f00b-3695-4e7f-bb09-d3734862a7d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:07:52.216248 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-58cdd164-6d3d-44d0-ac8c-558ad87bbbd7 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group_rule (28bddfd3-5291-4c89-aaa8-0373aad8cba7), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:52.275591 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-58cdd164-6d3d-44d0-ac8c-558ad87bbbd7 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group_rule (28bddfd3-5291-4c89-aaa8-0373aad8cba7), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:52.338709 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-58cdd164-6d3d-44d0-ac8c-558ad87bbbd7 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (28bddfd3-5291-4c89-aaa8-0373aad8cba7), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:52.350754 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cdd164-6d3d-44d0-ac8c-558ad87bbbd7 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28bddfd3-5291-4c89-aaa8-0373aad8cba7,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:52.459154 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-58cdd164-6d3d-44d0-ac8c-558ad87bbbd7 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:52.460383 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-58cdd164-6d3d-44d0-ac8c-558ad87bbbd7 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3339694 Mar 31 22:07:52.463126 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 59804) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:52.468105 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-099d80b3-f0b5-4671-8652-de195a0bfff1 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Request body: {'security_group_rule': {'security_group_id': '3af0f00b-3695-4e7f-bb09-d3734862a7d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:07:52.546844 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-099d80b3-f0b5-4671-8652-de195a0bfff1 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group_rule (46fdda5b-fe4b-4296-b9f8-930ff0da5130), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:52.601339 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-099d80b3-f0b5-4671-8652-de195a0bfff1 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group_rule (46fdda5b-fe4b-4296-b9f8-930ff0da5130), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:52.650932 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-099d80b3-f0b5-4671-8652-de195a0bfff1 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (46fdda5b-fe4b-4296-b9f8-930ff0da5130), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:52.668376 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d80b3-f0b5-4671-8652-de195a0bfff1 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fdda5b-fe4b-4296-b9f8-930ff0da5130,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:52.738941 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-099d80b3-f0b5-4671-8652-de195a0bfff1 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:52.740467 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-099d80b3-f0b5-4671-8652-de195a0bfff1 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2764032 Mar 31 22:07:52.743628 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 59808) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:07:52.748867 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-d79ef802-868b-4ba2-838d-b8384a2fe835 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Request body: {'floatingip': {'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:07:52.809200 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10271a-0f53-4485-8412-8ac762027640 req-7a1a38b6-c0d1-4ba7-8d25-53612a48f714 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:52.811168 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cc10271a-0f53-4485-8412-8ac762027640 req-7a1a38b6-c0d1-4ba7-8d25-53612a48f714 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0556622 Mar 31 22:07:52.828605 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d79ef802-868b-4ba2-838d-b8384a2fe835 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:52.858663 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cc10271a-0f53-4485-8412-8ac762027640 req-0d26ce07-596d-4e8b-af8c-415056128a9e tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417449 Mar 31 22:07:52.931709 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d79ef802-868b-4ba2-838d-b8384a2fe835 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:52.990155 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1b5e6-9781-467d-befd-5083581ce9e7 req-72406555-7ea6-4940-9cf1-fe0b2a6d140e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:52.991655 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7be1b5e6-9781-467d-befd-5083581ce9e7 req-72406555-7ea6-4940-9cf1-fe0b2a6d140e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0534182 Mar 31 22:07:53.036017 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-d79ef802-868b-4ba2-838d-b8384a2fe835 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Allocated IP 172.27.2.55 (ad19088a-a902-4a91-855f-5fb9d1c67d87/5d366205-9c7a-4898-9c8b-600d476ec59e/6d5e0f8f-e68a-4ae1-82f6-93f2970bd456) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:07:53.038730 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7be1b5e6-9781-467d-befd-5083581ce9e7 req-bb90fa56-b39e-4465-b6ac-0fc36df318fe tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404110 Mar 31 22:07:53.156149 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d79ef802-868b-4ba2-838d-b8384a2fe835 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for port (6d5e0f8f-e68a-4ae1-82f6-93f2970bd456), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:53.262929 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d79ef802-868b-4ba2-838d-b8384a2fe835 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (6d5e0f8f-e68a-4ae1-82f6-93f2970bd456), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:53.297516 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79ef802-868b-4ba2-838d-b8384a2fe835 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:07:53.300293 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-d79ef802-868b-4ba2-838d-b8384a2fe835 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:07:53.303972 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79ef802-868b-4ba2-838d-b8384a2fe835 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:07:53.334717 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ef802-868b-4ba2-838d-b8384a2fe835 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event updated for resources: {'Port': ['ID=6d5e0f8f-e68a-4ae1-82f6-93f2970bd456,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:53.393582 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d79ef802-868b-4ba2-838d-b8384a2fe835 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (baeb86e7-e71f-4f94-85f1-3137d6c78005), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:53.539112 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d79ef802-868b-4ba2-838d-b8384a2fe835 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (6d5e0f8f-e68a-4ae1-82f6-93f2970bd456), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:53.688410 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d79ef802-868b-4ba2-838d-b8384a2fe835 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for port (6d5e0f8f-e68a-4ae1-82f6-93f2970bd456), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:53.731204 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d79ef802-868b-4ba2-838d-b8384a2fe835 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (6d5e0f8f-e68a-4ae1-82f6-93f2970bd456), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:53.805790 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ef802-868b-4ba2-838d-b8384a2fe835 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event updated for resources: {'Port': ['ID=6d5e0f8f-e68a-4ae1-82f6-93f2970bd456,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:53.813731 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d79ef802-868b-4ba2-838d-b8384a2fe835 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (baeb86e7-e71f-4f94-85f1-3137d6c78005), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:53.905395 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d79ef802-868b-4ba2-838d-b8384a2fe835 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:53.906699 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-d79ef802-868b-4ba2-838d-b8384a2fe835 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1620624 Mar 31 22:07:53.981075 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b78b17-8f87-49ff-aacf-465390dc02f4 req-8efbf5d1-6c83-421f-bb10-3cb48f77fd91 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:53.982696 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-92b78b17-8f87-49ff-aacf-465390dc02f4 req-8efbf5d1-6c83-421f-bb10-3cb48f77fd91 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0564909 Mar 31 22:07:54.029917 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-92b78b17-8f87-49ff-aacf-465390dc02f4 req-39c9b5db-6a8a-4c43-91a6-de039ede674c tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416391 Mar 31 22:07:54.101578 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3eab777a-ee04-4595-a624-4863eed70e87 req-4a1b009f-8b0e-45ef-89cf-056a55efa949 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1440994841&fields=id&tenant_id=891af07672f940c09ae8cbf340a48b4d HTTP/1.1" status: 200 len: 267 time: 0.0429974 Mar 31 22:07:54.222054 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e664a-2f7a-4346-9e0a-d264a146dcf2 req-0f347f44-cf1d-41f0-92c3-1cac84f7466f tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:54.223428 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fd0e664a-2f7a-4346-9e0a-d264a146dcf2 req-0f347f44-cf1d-41f0-92c3-1cac84f7466f tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.1175234 Mar 31 22:07:54.249513 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab777a-ee04-4595-a624-4863eed70e87 req-871340b0-fce7-48b2-9bfe-253f46ed220b tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:54.250920 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3eab777a-ee04-4595-a624-4863eed70e87 req-871340b0-fce7-48b2-9bfe-253f46ed220b tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/networks?id=1cfcbe07-ec4b-4324-9343-639a3e44e48c HTTP/1.1" status: 200 len: 813 time: 0.1369059 Mar 31 22:07:54.276258 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3eab777a-ee04-4595-a624-4863eed70e87 req-397f089d-d258-413c-80b3-661e9af21057 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/quotas/891af07672f940c09ae8cbf340a48b4d HTTP/1.1" status: 200 len: 375 time: 0.0194516 Mar 31 22:07:54.301134 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fd0e664a-2f7a-4346-9e0a-d264a146dcf2 req-8ca4c50e-c09f-4a71-a2d9-7cd15be6e0a8 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714283 Mar 31 22:07:54.339781 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3eab777a-ee04-4595-a624-4863eed70e87 req-3f791112-86cc-43fc-aa0f-bf180f973182 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=891af07672f940c09ae8cbf340a48b4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574620 Mar 31 22:07:54.439675 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3eab777a-ee04-4595-a624-4863eed70e87 req-d7d11a5d-3b39-479d-9349-6179f820be50 service neutron] 10.222.0.59 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886221 Mar 31 22:07:54.527082 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3eab777a-ee04-4595-a624-4863eed70e87 req-72d15c02-826e-4e26-aec3-c92afa565a24 service neutron] 10.222.0.59 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814707 Mar 31 22:07:54.792310 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2829381e-df44-403e-8ada-707138b05d55 req-41573e1b-23b8-4c2a-b05e-fa3bf832d6ad tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=376db077-0dc0-4ddf-811e-bd947658a219 HTTP/1.1" status: 200 len: 210 time: 0.0346911 Mar 31 22:07:55.160578 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8407bb-cc99-48bc-a075-7f3d7a90ac54 req-32efc3ba-d7a1-4ce9-b33d-6282fe04d235 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:55.162069 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fb8407bb-cc99-48bc-a075-7f3d7a90ac54 req-32efc3ba-d7a1-4ce9-b33d-6282fe04d235 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0592647 Mar 31 22:07:55.213926 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fb8407bb-cc99-48bc-a075-7f3d7a90ac54 req-82d738ff-627c-4a5c-8e70-0c0748f008db tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412166 Mar 31 22:07:55.425018 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad20ad6-1fd5-43cf-b394-52e1a167eaff req-6d60faf7-1b1c-47e3-9e33-b832e4f41e53 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:55.426551 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bad20ad6-1fd5-43cf-b394-52e1a167eaff req-6d60faf7-1b1c-47e3-9e33-b832e4f41e53 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0564640 Mar 31 22:07:55.474104 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bad20ad6-1fd5-43cf-b394-52e1a167eaff req-27b55a0d-75e1-401a-ada0-079a4316b000 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410635 Mar 31 22:07:55.891182 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4d8e5ab0-4d50-409d-99fc-fcd334577a25 req-81695c62-8713-4017-add7-6c8ddfdd89cf tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=376db077-0dc0-4ddf-811e-bd947658a219 HTTP/1.1" status: 200 len: 210 time: 0.0311990 Mar 31 22:07:56.332416 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322928f-185f-4836-9b47-86613571ea84 req-19e30077-5245-4f2f-b971-58f93beb92b4 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:56.333859 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1322928f-185f-4836-9b47-86613571ea84 req-19e30077-5245-4f2f-b971-58f93beb92b4 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0524008 Mar 31 22:07:56.381024 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1322928f-185f-4836-9b47-86613571ea84 req-b696f218-b1dd-487d-988b-3e57dc7e9723 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409417 Mar 31 22:07:56.590545 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b2a83-6171-4c0b-bcf2-ff1007084572 req-523a9405-5a6e-46c6-be0e-ac59d886e8d3 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:56.592584 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-753b2a83-6171-4c0b-bcf2-ff1007084572 req-523a9405-5a6e-46c6-be0e-ac59d886e8d3 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0527050 Mar 31 22:07:56.637154 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-753b2a83-6171-4c0b-bcf2-ff1007084572 req-347767f6-acdc-4c72-b5bc-7f33ac1bbf38 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390558 Mar 31 22:07:56.984154 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-06da8e34-aa20-4e43-b465-9b83b4075109 req-68eb7fcd-c05e-46a3-909d-78307e6deaff tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=376db077-0dc0-4ddf-811e-bd947658a219 HTTP/1.1" status: 200 len: 210 time: 0.0296557 Mar 31 22:07:57.510460 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56eb770-8ce5-4c83-83fb-249c2d0eb316 req-ca19b5fa-288b-4bea-92ae-6ffc9d85a6c0 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:57.511894 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e56eb770-8ce5-4c83-83fb-249c2d0eb316 req-ca19b5fa-288b-4bea-92ae-6ffc9d85a6c0 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0525897 Mar 31 22:07:57.557583 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e56eb770-8ce5-4c83-83fb-249c2d0eb316 req-702879f6-43f1-4440-834f-446335c999bf tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397570 Mar 31 22:07:57.753258 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2eff1-56ad-4959-b832-4a4f897428ef req-cda463c1-a4f2-42db-b604-6373ed0bbc1d tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:57.754897 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3ce2eff1-56ad-4959-b832-4a4f897428ef req-cda463c1-a4f2-42db-b604-6373ed0bbc1d tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0518889 Mar 31 22:07:57.801001 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3ce2eff1-56ad-4959-b832-4a4f897428ef req-8196290a-d4cf-4092-915b-c6ce8138bafa tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404642 Mar 31 22:07:58.078708 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e6fba5f8-4bb5-4315-8902-225ee8d22b6b req-c9f7e492-66bf-4fc8-b00f-1a711f2fc0ad tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=376db077-0dc0-4ddf-811e-bd947658a219 HTTP/1.1" status: 200 len: 210 time: 0.0308485 Mar 31 22:07:58.672169 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05633433-3993-4bc6-8b43-ee187ab6d4eb req-4f5cb376-1da1-4c15-9784-8fa9b0c96440 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:58.673542 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-05633433-3993-4bc6-8b43-ee187ab6d4eb req-4f5cb376-1da1-4c15-9784-8fa9b0c96440 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0522881 Mar 31 22:07:58.722867 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-05633433-3993-4bc6-8b43-ee187ab6d4eb req-6faab0ff-f93b-4a71-8eb5-00b374874a32 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435832 Mar 31 22:07:58.918363 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e40650-a35d-4b03-9051-98234e5115cb req-df40ce5c-f52e-4b40-aaa7-76aec2526aae tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:58.919877 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-23e40650-a35d-4b03-9051-98234e5115cb req-df40ce5c-f52e-4b40-aaa7-76aec2526aae tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0522065 Mar 31 22:07:58.969088 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-23e40650-a35d-4b03-9051-98234e5115cb req-2d28b949-2c14-4d94-8e2f-d7503e9ef8f2 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422289 Mar 31 22:07:59.131495 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab777a-ee04-4595-a624-4863eed70e87 req-973056d6-0c1d-4d6e-bdf6-689740f005cc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:59.132958 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3eab777a-ee04-4595-a624-4863eed70e87 req-973056d6-0c1d-4d6e-bdf6-689740f005cc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.57 "GET /v2.0/networks?id=1cfcbe07-ec4b-4324-9343-639a3e44e48c HTTP/1.1" status: 200 len: 813 time: 0.1064038 Mar 31 22:07:59.174541 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d54fc2b7-b080-426b-aec1-3a3a8ab5b624 req-c4f407da-ddfe-4614-b0dd-4a61b04505e9 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=376db077-0dc0-4ddf-811e-bd947658a219 HTTP/1.1" status: 200 len: 210 time: 0.0301864 Mar 31 22:07:59.212582 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3eab777a-ee04-4595-a624-4863eed70e87 req-4b2969af-9e8c-4688-9347-1f92993430d4 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=891af07672f940c09ae8cbf340a48b4d HTTP/1.1" status: 200 len: 380 time: 0.0556214 Mar 31 22:07:59.224349 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-3eab777a-ee04-4595-a624-4863eed70e87 req-67260aae-9786-49ab-92ef-c1ad21242254 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Request body: {'port': {'device_id': '376db077-0dc0-4ddf-811e-bd947658a219', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'admin_state_up': True, 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'security_groups': ['3af0f00b-3695-4e7f-bb09-d3734862a7d8']}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:07:59.417117 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eab777a-ee04-4595-a624-4863eed70e87 req-67260aae-9786-49ab-92ef-c1ad21242254 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Made reservation on behalf of 891af07672f940c09ae8cbf340a48b4d for: {'port': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:07:59.421323 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-3eab777a-ee04-4595-a624-4863eed70e87 req-67260aae-9786-49ab-92ef-c1ad21242254 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:59.556837 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [req-3eab777a-ee04-4595-a624-4863eed70e87 req-67260aae-9786-49ab-92ef-c1ad21242254 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Allocated IP 172.20.0.3 (1cfcbe07-ec4b-4324-9343-639a3e44e48c/46fdab92-2c2a-49be-bf50-a72b75107edf/81008d80-9079-4122-8967-909c2bfc5476) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:07:59.689642 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-3eab777a-ee04-4595-a624-4863eed70e87 req-67260aae-9786-49ab-92ef-c1ad21242254 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for port (81008d80-9079-4122-8967-909c2bfc5476), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:59.759955 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-3eab777a-ee04-4595-a624-4863eed70e87 req-67260aae-9786-49ab-92ef-c1ad21242254 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (81008d80-9079-4122-8967-909c2bfc5476), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:59.802419 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eab777a-ee04-4595-a624-4863eed70e87 req-67260aae-9786-49ab-92ef-c1ad21242254 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Network 1cfcbe07-ec4b-4324-9343-639a3e44e48c is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:07:59.805548 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [req-3eab777a-ee04-4595-a624-4863eed70e87 req-67260aae-9786-49ab-92ef-c1ad21242254 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:07:59.808291 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eab777a-ee04-4595-a624-4863eed70e87 req-67260aae-9786-49ab-92ef-c1ad21242254 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:07:59.839926 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a87b8-633a-4c9f-8456-c1026ef5c624 req-51d51379-7feb-44c8-80df-cbb2425e8202 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:59.840641 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67260aae-9786-49ab-92ef-c1ad21242254 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event updated for resources: {'Port': ['ID=81008d80-9079-4122-8967-909c2bfc5476,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:07:59.841433 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5a8a87b8-633a-4c9f-8456-c1026ef5c624 req-51d51379-7feb-44c8-80df-cbb2425e8202 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0532572 Mar 31 22:07:59.869457 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab777a-ee04-4595-a624-4863eed70e87 req-67260aae-9786-49ab-92ef-c1ad21242254 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:07:59.872516 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-3eab777a-ee04-4595-a624-4863eed70e87 req-67260aae-9786-49ab-92ef-c1ad21242254 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:07:59.894691 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5a8a87b8-633a-4c9f-8456-c1026ef5c624 req-279fc7f2-fda9-4a39-ad84-416999b2c47b tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464585 Mar 31 22:07:59.992734 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3eab777a-ee04-4595-a624-4863eed70e87 req-67260aae-9786-49ab-92ef-c1ad21242254 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7719347 Mar 31 22:08:00.004847 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f20b8fc0-9ffc-4f5d-8f7d-dbe15e770632 None None] Provisioning complete for port 81008d80-9079-4122-8967-909c2bfc5476 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:08:00.005309 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f20b8fc0-9ffc-4f5d-8f7d-dbe15e770632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (81008d80-9079-4122-8967-909c2bfc5476), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:00.005887 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-3eab777a-ee04-4595-a624-4863eed70e87 req-0a4eaec7-0df9-4250-81f2-1fabacada6cd service neutron] Request body: {'port': {'device_id': '376db077-0dc0-4ddf-811e-bd947658a219', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:08:00.042203 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f20b8fc0-9ffc-4f5d-8f7d-dbe15e770632 None None] Port 81008d80-9079-4122-8967-909c2bfc5476 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:08:00.072781 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-3eab777a-ee04-4595-a624-4863eed70e87 req-0a4eaec7-0df9-4250-81f2-1fabacada6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (81008d80-9079-4122-8967-909c2bfc5476), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:00.091140 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e2342-d28c-4a59-bd83-738d5c618df3 req-de3d7f06-e4de-414e-8f31-2cb9372650be tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:00.092773 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2a6e2342-d28c-4a59-bd83-738d5c618df3 req-de3d7f06-e4de-414e-8f31-2cb9372650be tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0542476 Mar 31 22:08:00.140120 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2a6e2342-d28c-4a59-bd83-738d5c618df3 req-0f507c3d-713c-4581-b728-627c17c4a747 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416739 Mar 31 22:08:00.294379 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca193dd-09d5-474c-9899-66aae842620f req-85986d5b-1003-4030-8aab-568b91af79b7 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:00.295762 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7ca193dd-09d5-474c-9899-66aae842620f req-85986d5b-1003-4030-8aab-568b91af79b7 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=376db077-0dc0-4ddf-811e-bd947658a219 HTTP/1.1" status: 200 len: 931 time: 0.0552950 Mar 31 22:08:00.331588 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [req-3eab777a-ee04-4595-a624-4863eed70e87 req-0a4eaec7-0df9-4250-81f2-1fabacada6cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81008d80-9079-4122-8967-909c2bfc5476 {{(pid=110666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:08:00.339251 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-3eab777a-ee04-4595-a624-4863eed70e87 req-0a4eaec7-0df9-4250-81f2-1fabacada6cd service neutron] Publish callbacks [] for port (81008d80-9079-4122-8967-909c2bfc5476), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:00.343896 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7ca193dd-09d5-474c-9899-66aae842620f req-0614cbcd-9d63-498d-8ddf-156a2b40176b tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=3af0f00b-3695-4e7f-bb09-d3734862a7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424068 Mar 31 22:08:00.351363 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.provisioning_blocks [req-3eab777a-ee04-4595-a624-4863eed70e87 req-0a4eaec7-0df9-4250-81f2-1fabacada6cd service neutron] Transition to ACTIVE for port object 81008d80-9079-4122-8967-909c2bfc5476 will not be triggered until provisioned by entity L2. {{(pid=110666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 22:08:00.411450 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-3eab777a-ee04-4595-a624-4863eed70e87 req-0a4eaec7-0df9-4250-81f2-1fabacada6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (81008d80-9079-4122-8967-909c2bfc5476), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:00.463003 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4eaec7-0df9-4250-81f2-1fabacada6cd service neutron] Pushing event updated for resources: {'Port': ['ID=81008d80-9079-4122-8967-909c2bfc5476,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:00.537887 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-3eab777a-ee04-4595-a624-4863eed70e87 req-0a4eaec7-0df9-4250-81f2-1fabacada6cd service neutron] Attempting to bind port 81008d80-9079-4122-8967-909c2bfc5476 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:08:00.538254 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-3eab777a-ee04-4595-a624-4863eed70e87 req-0a4eaec7-0df9-4250-81f2-1fabacada6cd service neutron] Attempting to bind port 81008d80-9079-4122-8967-909c2bfc5476 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'a131c32f-8f0e-49e7-8e61-166d6f753cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:08:00.538589 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab777a-ee04-4595-a624-4863eed70e87 req-0a4eaec7-0df9-4250-81f2-1fabacada6cd service neutron] Attempting to bind port 81008d80-9079-4122-8967-909c2bfc5476 on network 1cfcbe07-ec4b-4324-9343-639a3e44e48c {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:08:00.543151 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab777a-ee04-4595-a624-4863eed70e87 req-0a4eaec7-0df9-4250-81f2-1fabacada6cd service neutron] Port 81008d80-9079-4122-8967-909c2bfc5476 on network 1cfcbe07-ec4b-4324-9343-639a3e44e48c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:08:00.543476 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab777a-ee04-4595-a624-4863eed70e87 req-0a4eaec7-0df9-4250-81f2-1fabacada6cd service neutron] Attempting to bind port 81008d80-9079-4122-8967-909c2bfc5476 on network 1cfcbe07-ec4b-4324-9343-639a3e44e48c {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:08:00.549014 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab777a-ee04-4595-a624-4863eed70e87 req-0a4eaec7-0df9-4250-81f2-1fabacada6cd service neutron] Checking agent: {'id': '0c6c7b6d-d51d-4e70-9732-01ea9921e922', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'started_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:08:00.549186 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab777a-ee04-4595-a624-4863eed70e87 req-0a4eaec7-0df9-4250-81f2-1fabacada6cd service neutron] Checking segment: {'id': 'a131c32f-8f0e-49e7-8e61-166d6f753cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:08:00.549558 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab777a-ee04-4595-a624-4863eed70e87 req-0a4eaec7-0df9-4250-81f2-1fabacada6cd service neutron] Bound using segment: {'id': 'a131c32f-8f0e-49e7-8e61-166d6f753cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:08:00.549985 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-3eab777a-ee04-4595-a624-4863eed70e87 req-0a4eaec7-0df9-4250-81f2-1fabacada6cd service neutron] Bound port: 81008d80-9079-4122-8967-909c2bfc5476, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a131c32f-8f0e-49e7-8e61-166d6f753cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:08:00.550381 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-3eab777a-ee04-4595-a624-4863eed70e87 req-0a4eaec7-0df9-4250-81f2-1fabacada6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (81008d80-9079-4122-8967-909c2bfc5476), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:00.621187 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-3eab777a-ee04-4595-a624-4863eed70e87 req-0a4eaec7-0df9-4250-81f2-1fabacada6cd service neutron] For port 81008d80-9079-4122-8967-909c2bfc5476, host hv-cinder-83608, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:08:00.624945 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-3eab777a-ee04-4595-a624-4863eed70e87 req-0a4eaec7-0df9-4250-81f2-1fabacada6cd service neutron] For port 81008d80-9079-4122-8967-909c2bfc5476, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=81008d80-9079-4122-8967-909c2bfc5476,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:08:00.702909 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-3eab777a-ee04-4595-a624-4863eed70e87 req-0a4eaec7-0df9-4250-81f2-1fabacada6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (81008d80-9079-4122-8967-909c2bfc5476), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:00.741402 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab777a-ee04-4595-a624-4863eed70e87 req-0a4eaec7-0df9-4250-81f2-1fabacada6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:00.742020 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-3eab777a-ee04-4595-a624-4863eed70e87 req-0a4eaec7-0df9-4250-81f2-1fabacada6cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:00.743422 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3eab777a-ee04-4595-a624-4863eed70e87 req-0a4eaec7-0df9-4250-81f2-1fabacada6cd service neutron] 10.222.0.57 "PUT /v2.0/ports/81008d80-9079-4122-8967-909c2bfc5476 HTTP/1.1" status: 200 len: 1093 time: 0.7423286 Mar 31 22:08:00.743861 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376db077-0dc0-4ddf-811e-bd947658a219', 'tag': '81008d80-9079-4122-8967-909c2bfc5476'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:08:00.746087 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f04e10-dc6e-4270-b6a5-1467fce4238c" -d '{"events": [{"name": "network-changed", "server_uuid": "376db077-0dc0-4ddf-811e-bd947658a219", "tag": "81008d80-9079-4122-8967-909c2bfc5476"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:08:00.769091 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4eaec7-0df9-4250-81f2-1fabacada6cd service neutron] Pushing event updated for resources: {'Port': ['ID=81008d80-9079-4122-8967-909c2bfc5476,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:00.789880 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cbb31f-f098-453d-b1ae-85eaa42ec94e x-openstack-request-id: req-c3cbb31f-f098-453d-b1ae-85eaa42ec94e {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:08:00.789880 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376db077-0dc0-4ddf-811e-bd947658a219", "tag": "81008d80-9079-4122-8967-909c2bfc5476", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:08:00.789880 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c3cbb31f-f098-453d-b1ae-85eaa42ec94e {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:08:00.789880 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3cbb31f-f098-453d-b1ae-85eaa42ec94e'] response: {'name': 'network-changed', 'server_uuid': '376db077-0dc0-4ddf-811e-bd947658a219', 'tag': '81008d80-9079-4122-8967-909c2bfc5476', 'status': 'completed', 'code': 200} Mar 31 22:08:00.864353 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f04e10-dc6e-4270-b6a5-1467fce4238c req-931f5a62-1617-462b-a307-fc50cf89902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:00.866088 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e9f04e10-dc6e-4270-b6a5-1467fce4238c req-931f5a62-1617-462b-a307-fc50cf89902f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=891af07672f940c09ae8cbf340a48b4d&device_id=376db077-0dc0-4ddf-811e-bd947658a219 HTTP/1.1" status: 200 len: 1127 time: 0.0537047 Mar 31 22:08:00.980513 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f04e10-dc6e-4270-b6a5-1467fce4238c req-b5f5663a-5865-4a0e-b551-f1ac4b0520c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:00.981987 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e9f04e10-dc6e-4270-b6a5-1467fce4238c req-b5f5663a-5865-4a0e-b551-f1ac4b0520c8 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=891af07672f940c09ae8cbf340a48b4d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1017594 Mar 31 22:08:01.023981 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b29d03-80a0-457f-beca-9eea47b60dec req-d0da8e43-716d-4923-ad01-95f0cc7b9914 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:01.025378 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a1b29d03-80a0-457f-beca-9eea47b60dec req-d0da8e43-716d-4923-ad01-95f0cc7b9914 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0615821 Mar 31 22:08:01.076614 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a1b29d03-80a0-457f-beca-9eea47b60dec req-c230d1b8-a544-4060-a4f2-5dad1ce24d67 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437086 Mar 31 22:08:01.079307 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f04e10-dc6e-4270-b6a5-1467fce4238c req-9e5670c3-0ab6-4016-92d0-063d2ba803bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:01.080571 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e9f04e10-dc6e-4270-b6a5-1467fce4238c req-9e5670c3-0ab6-4016-92d0-063d2ba803bb service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910304 Mar 31 22:08:01.168043 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab777a-ee04-4595-a624-4863eed70e87 req-61769c1b-776a-40c3-a07c-1d41e0ab180f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:01.169560 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3eab777a-ee04-4595-a624-4863eed70e87 req-61769c1b-776a-40c3-a07c-1d41e0ab180f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=891af07672f940c09ae8cbf340a48b4d&device_id=376db077-0dc0-4ddf-811e-bd947658a219 HTTP/1.1" status: 200 len: 1127 time: 0.0489912 Mar 31 22:08:01.212630 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3eab777a-ee04-4595-a624-4863eed70e87 req-f5e8d84a-5e69-48a8-b182-f93b924b134a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81008d80-9079-4122-8967-909c2bfc5476 HTTP/1.1" status: 200 len: 217 time: 0.0340912 Mar 31 22:08:01.257638 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0265cc-0eac-4585-88d1-4f8563466e0a req-0a5e1042-a18e-4377-b0f1-f586932821f6 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:01.259945 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ca0265cc-0eac-4585-88d1-4f8563466e0a req-0a5e1042-a18e-4377-b0f1-f586932821f6 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0521066 Mar 31 22:08:01.260136 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab777a-ee04-4595-a624-4863eed70e87 req-7c18a595-3118-42a6-9d69-85220571905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:01.261578 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3eab777a-ee04-4595-a624-4863eed70e87 req-7c18a595-3118-42a6-9d69-85220571905c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46fdab92-2c2a-49be-bf50-a72b75107edf HTTP/1.1" status: 200 len: 852 time: 0.0423379 Mar 31 22:08:01.309268 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ca0265cc-0eac-4585-88d1-4f8563466e0a req-1107f643-87d6-44af-bce6-414b792de850 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441365 Mar 31 22:08:01.314588 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab777a-ee04-4595-a624-4863eed70e87 req-47f3b7c7-283b-46a4-bdb3-d70a7c5f46e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:01.316062 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3eab777a-ee04-4595-a624-4863eed70e87 req-47f3b7c7-283b-46a4-bdb3-d70a7c5f46e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cfcbe07-ec4b-4324-9343-639a3e44e48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476696 Mar 31 22:08:01.408015 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3eab777a-ee04-4595-a624-4863eed70e87 req-ce7d1c9e-a057-4f5c-b045-3d25f1860981 service neutron] 10.222.0.57 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857189 Mar 31 22:08:01.499929 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3eab777a-ee04-4595-a624-4863eed70e87 req-df10aba5-bb38-4ae8-bb85-0d4adaca444c service neutron] 10.222.0.57 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841010 Mar 31 22:08:01.580228 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a42cbd-a986-4dbe-91b0-f13ebe387e4c req-0df8d6f4-5504-4203-a922-0a407c126e48 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:01.581685 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-82a42cbd-a986-4dbe-91b0-f13ebe387e4c req-0df8d6f4-5504-4203-a922-0a407c126e48 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=376db077-0dc0-4ddf-811e-bd947658a219 HTTP/1.1" status: 200 len: 943 time: 0.0532069 Mar 31 22:08:01.626980 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-82a42cbd-a986-4dbe-91b0-f13ebe387e4c req-0cfbe434-755d-40d3-ae20-ff187a7d248a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=3af0f00b-3695-4e7f-bb09-d3734862a7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396659 Mar 31 22:08:02.197386 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2fdf0-20fc-4efe-96de-8fb9a48d00a1 req-85402ab8-4853-4ffc-8a43-a9d109ce9bb5 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:02.198881 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-16a2fdf0-20fc-4efe-96de-8fb9a48d00a1 req-85402ab8-4853-4ffc-8a43-a9d109ce9bb5 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0536427 Mar 31 22:08:02.252600 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-16a2fdf0-20fc-4efe-96de-8fb9a48d00a1 req-fe964f97-c1f7-4e11-863c-98ab2fff4044 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406377 Mar 31 22:08:02.432188 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa1582-e146-43f1-ac1e-c983266043f8 req-3b0e2dc8-2b6d-4c59-aef3-815d3a234a90 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:02.433702 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-36fa1582-e146-43f1-ac1e-c983266043f8 req-3b0e2dc8-2b6d-4c59-aef3-815d3a234a90 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0568788 Mar 31 22:08:02.479529 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-36fa1582-e146-43f1-ac1e-c983266043f8 req-fdda323b-e902-4c7b-9917-3b5293f82496 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402036 Mar 31 22:08:02.745731 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7df35a-fe93-4344-a02e-5f49595be1bc req-f7506671-1646-4be0-adfc-dcccc4f7cf54 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:02.747181 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9b7df35a-fe93-4344-a02e-5f49595be1bc req-f7506671-1646-4be0-adfc-dcccc4f7cf54 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=376db077-0dc0-4ddf-811e-bd947658a219 HTTP/1.1" status: 200 len: 943 time: 0.0548649 Mar 31 22:08:02.793088 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9b7df35a-fe93-4344-a02e-5f49595be1bc req-28d39190-6fab-4c0b-bdef-5e401c36c2ce tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=3af0f00b-3695-4e7f-bb09-d3734862a7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395985 Mar 31 22:08:03.379129 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c8cc6-6b82-471d-acc1-3c8a02ce1549 req-11c41669-0b4e-4119-8274-eca93e0d5fb2 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:03.380671 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cc4c8cc6-6b82-471d-acc1-3c8a02ce1549 req-11c41669-0b4e-4119-8274-eca93e0d5fb2 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0630782 Mar 31 22:08:03.429165 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cc4c8cc6-6b82-471d-acc1-3c8a02ce1549 req-34805a68-fa66-40d1-90a6-d9f686d17e2e tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429041 Mar 31 22:08:03.595592 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39b3d7-f7da-43a7-acae-06034bdac548 req-54fbfb84-1087-4e62-8b8e-90e1d58e9124 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:03.597044 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9c39b3d7-f7da-43a7-acae-06034bdac548 req-54fbfb84-1087-4e62-8b8e-90e1d58e9124 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0511572 Mar 31 22:08:03.643009 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9c39b3d7-f7da-43a7-acae-06034bdac548 req-ab1b198d-67e2-4b79-8e80-dc88beffc05b tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402958 Mar 31 22:08:03.909855 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd64cf-0a64-4c97-b789-304c0f0c31d4 req-a08e2ceb-9c36-45a0-8c12-b9e910a53977 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:03.911251 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b4dd64cf-0a64-4c97-b789-304c0f0c31d4 req-a08e2ceb-9c36-45a0-8c12-b9e910a53977 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=376db077-0dc0-4ddf-811e-bd947658a219 HTTP/1.1" status: 200 len: 943 time: 0.0529082 Mar 31 22:08:03.960754 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b4dd64cf-0a64-4c97-b789-304c0f0c31d4 req-7882827b-4df4-41b6-b5ce-7fc4e0eeedab tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=3af0f00b-3695-4e7f-bb09-d3734862a7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433619 Mar 31 22:08:03.987797 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 81008d80-9079-4122-8967-909c2bfc5476 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:08:04.084886 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 81008d80-9079-4122-8967-909c2bfc5476, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=81008d80-9079-4122-8967-909c2bfc5476,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:08:04.096838 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': '81008d80-9079-4122-8967-909c2bfc5476', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'port_id': '81008d80-9079-4122-8967-909c2bfc5476', 'mac_address': 'fa:16:3e:fc:5b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:08:04.143018 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 81008d80-9079-4122-8967-909c2bfc5476 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:08:04.143406 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (81008d80-9079-4122-8967-909c2bfc5476), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:04.156322 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81008d80-9079-4122-8967-909c2bfc5476 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:08:04.176322 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 81008d80-9079-4122-8967-909c2bfc5476, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=81008d80-9079-4122-8967-909c2bfc5476,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:08:04.250806 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1e9c2550-d37a-426e-a485-04f62b28aa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:04.261982 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (81008d80-9079-4122-8967-909c2bfc5476), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:04.309027 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=81008d80-9079-4122-8967-909c2bfc5476,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:04.316482 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:04.316835 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:04.317199 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:04.317561 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:04.317905 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:04.318269 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:04.318605 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:04.318935 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:04.319263 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:04.319591 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:04.319920 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:04.320262 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:04.320593 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:04.320915 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:04.321236 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:04.545555 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03724fb0-7528-4557-b492-061ce45414ee req-145dcd14-dbbe-4a67-af7d-25637653e7b2 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:04.547143 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-03724fb0-7528-4557-b492-061ce45414ee req-145dcd14-dbbe-4a67-af7d-25637653e7b2 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0524194 Mar 31 22:08:04.594426 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-03724fb0-7528-4557-b492-061ce45414ee req-536d9762-14a1-4594-befb-055c9ede1d45 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414662 Mar 31 22:08:04.695659 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['81008d80-9079-4122-8967-909c2bfc5476'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:08:04.788441 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db271649-81b5-498d-8dd7-43095c3924e8 req-4dc21285-9af6-4cfd-a3fe-b6d2deb86972 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:04.790459 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-db271649-81b5-498d-8dd7-43095c3924e8 req-4dc21285-9af6-4cfd-a3fe-b6d2deb86972 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0786808 Mar 31 22:08:04.846744 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-db271649-81b5-498d-8dd7-43095c3924e8 req-f743644c-5014-4720-bc33-7942ee9f369b tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484092 Mar 31 22:08:04.866901 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 59954) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:08:04.970131 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-945e45f0-60f7-4c1e-b8e7-51c6511dfc9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:05.045304 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-945e45f0-60f7-4c1e-b8e7-51c6511dfc9f admin admin] Publish callbacks [] for security_group (e5e488f8-7f1c-4724-a9d9-8332f5971376), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:05.081942 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3b9a4-3ae7-4ca3-a12d-fe1130c0d600 req-c07671b6-10ec-4796-9a4d-d65a4a3ce54b tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:05.083395 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b0d3b9a4-3ae7-4ca3-a12d-fe1130c0d600 req-c07671b6-10ec-4796-9a4d-d65a4a3ce54b tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=376db077-0dc0-4ddf-811e-bd947658a219 HTTP/1.1" status: 200 len: 944 time: 0.0572429 Mar 31 22:08:05.102183 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-945e45f0-60f7-4c1e-b8e7-51c6511dfc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (e5e488f8-7f1c-4724-a9d9-8332f5971376), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:05.132114 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b0d3b9a4-3ae7-4ca3-a12d-fe1130c0d600 req-03d0212c-4429-4428-b149-23add91a70d1 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=3af0f00b-3695-4e7f-bb09-d3734862a7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422132 Mar 31 22:08:05.143140 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-945e45f0-60f7-4c1e-b8e7-51c6511dfc9f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f2b0cf35a84f4a1d8fb6dd6083162d0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751601 Mar 31 22:08:05.144378 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e45f0-60f7-4c1e-b8e7-51c6511dfc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e488f8-7f1c-4724-a9d9-8332f5971376,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:05.145807 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 59960) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:08:05.195269 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cf09ab1d-7e46-46c4-8c8b-f4caa43f0745 admin admin] Publish callbacks [] for security_group (e5e488f8-7f1c-4724-a9d9-8332f5971376), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:05.215391 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cf09ab1d-7e46-46c4-8c8b-f4caa43f0745 admin admin] Publish callbacks [] for security_group (e5e488f8-7f1c-4724-a9d9-8332f5971376), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:05.371116 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cf09ab1d-7e46-46c4-8c8b-f4caa43f0745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (e5e488f8-7f1c-4724-a9d9-8332f5971376), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:05.373655 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cf09ab1d-7e46-46c4-8c8b-f4caa43f0745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:05.375452 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-cf09ab1d-7e46-46c4-8c8b-f4caa43f0745 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e5e488f8-7f1c-4724-a9d9-8332f5971376 HTTP/1.1" status: 204 len: 168 time: 0.2278025 Mar 31 22:08:05.383884 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09ab1d-7e46-46c4-8c8b-f4caa43f0745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e488f8-7f1c-4724-a9d9-8332f5971376,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:05.715008 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c0c25-a562-4e3f-8a72-8544f0b72f93 req-0fed01e9-6996-4fc6-aa79-157858ec3f06 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:05.716603 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-702c0c25-a562-4e3f-8a72-8544f0b72f93 req-0fed01e9-6996-4fc6-aa79-157858ec3f06 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0573995 Mar 31 22:08:05.774587 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-702c0c25-a562-4e3f-8a72-8544f0b72f93 req-17725cbb-7796-4cc2-b936-7e65edc25154 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513432 Mar 31 22:08:05.964873 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24eb2ed-65a7-4564-bb68-55ae97a22221 req-557aed31-1a54-40b3-be9c-86098e57c7a3 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:05.966345 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e24eb2ed-65a7-4564-bb68-55ae97a22221 req-557aed31-1a54-40b3-be9c-86098e57c7a3 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0527680 Mar 31 22:08:05.989455 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 81008d80-9079-4122-8967-909c2bfc5476 up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:08:06.012866 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e24eb2ed-65a7-4564-bb68-55ae97a22221 req-c8f1fda9-463f-414d-9482-b84f9f06e792 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403605 Mar 31 22:08:06.137072 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning for port 81008d80-9079-4122-8967-909c2bfc5476 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 22:08:06.141330 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port 81008d80-9079-4122-8967-909c2bfc5476 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:08:06.141768 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (81008d80-9079-4122-8967-909c2bfc5476), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:06.221804 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 81008d80-9079-4122-8967-909c2bfc5476 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:08:06.222213 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (81008d80-9079-4122-8967-909c2bfc5476), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:06.245683 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376db077-0dc0-4ddf-811e-bd947658a219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81008d80-9079-4122-8967-909c2bfc5476'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:08:06.247950 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d342c7-069b-4ffc-a38e-6d0ec19a56a6" -d '{"events": [{"server_uuid": "376db077-0dc0-4ddf-811e-bd947658a219", "name": "network-vif-plugged", "status": "completed", "tag": "81008d80-9079-4122-8967-909c2bfc5476"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:08:06.259391 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be635b17-e14b-4fc9-b14d-d30c8c846926 req-3a74429d-2efe-444c-8aec-b34c9efff2c0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:06.261029 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-be635b17-e14b-4fc9-b14d-d30c8c846926 req-3a74429d-2efe-444c-8aec-b34c9efff2c0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=376db077-0dc0-4ddf-811e-bd947658a219 HTTP/1.1" status: 200 len: 944 time: 0.0527687 Mar 31 22:08:06.268867 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 81008d80-9079-4122-8967-909c2bfc5476, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=81008d80-9079-4122-8967-909c2bfc5476,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:08:06.292729 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaeb26f6-0b74-482e-8a55-5de6e9c98df6 x-openstack-request-id: req-aaeb26f6-0b74-482e-8a55-5de6e9c98df6 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:08:06.293050 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376db077-0dc0-4ddf-811e-bd947658a219", "name": "network-vif-plugged", "status": "completed", "tag": "81008d80-9079-4122-8967-909c2bfc5476", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:08:06.293567 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aaeb26f6-0b74-482e-8a55-5de6e9c98df6 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:08:06.293973 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaeb26f6-0b74-482e-8a55-5de6e9c98df6'] response: {'server_uuid': '376db077-0dc0-4ddf-811e-bd947658a219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81008d80-9079-4122-8967-909c2bfc5476', 'code': 200} Mar 31 22:08:06.309330 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-be635b17-e14b-4fc9-b14d-d30c8c846926 req-abde9f6f-c730-460e-a475-d9d7ce7e355f tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=3af0f00b-3695-4e7f-bb09-d3734862a7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422690 Mar 31 22:08:06.332837 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (81008d80-9079-4122-8967-909c2bfc5476), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:06.363167 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:06.381347 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=81008d80-9079-4122-8967-909c2bfc5476,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:06.632729 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8ec5e-205e-4f4b-8efb-f66d842f8d35 req-099420ce-7874-419c-9190-0919f9860e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:06.634216 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-8af8ec5e-205e-4f4b-8efb-f66d842f8d35 req-099420ce-7874-419c-9190-0919f9860e59 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=376db077-0dc0-4ddf-811e-bd947658a219 HTTP/1.1" status: 200 len: 1129 time: 0.0426803 Mar 31 22:08:06.662335 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5bc9dc69-e5cf-4ea1-bfa0-5749cb278d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:06.678140 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-8af8ec5e-205e-4f4b-8efb-f66d842f8d35 req-650adc17-0d3c-4eb6-92fd-48d2faaa6cc6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3af0f00b-3695-4e7f-bb09-d3734862a7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369821 Mar 31 22:08:06.897902 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a4c08-ac92-4d69-b84b-ce6922547634 req-2cb39da4-57e1-4227-891c-aabdf151e88f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:06.899346 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fd6a4c08-ac92-4d69-b84b-ce6922547634 req-2cb39da4-57e1-4227-891c-aabdf151e88f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0534716 Mar 31 22:08:06.944436 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fd6a4c08-ac92-4d69-b84b-ce6922547634 req-dd12df14-e5e5-4082-96f3-0983f945b2a8 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394499 Mar 31 22:08:07.132347 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82411da-208e-4bcd-b160-a5b3e3e95bab req-f11e65b1-96a5-48ae-a09b-24378e809837 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:07.133782 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e82411da-208e-4bcd-b160-a5b3e3e95bab req-f11e65b1-96a5-48ae-a09b-24378e809837 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0520303 Mar 31 22:08:07.179529 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e82411da-208e-4bcd-b160-a5b3e3e95bab req-f58875a1-7d2b-46fe-85a5-7b64d5570a88 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399966 Mar 31 22:08:07.433691 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c6c02-b6c9-4494-ab1c-572b4c10c8fe req-62b1f2ad-6815-4576-9f86-9a56f8c98c7b tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:07.435154 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d26c6c02-b6c9-4494-ab1c-572b4c10c8fe req-62b1f2ad-6815-4576-9f86-9a56f8c98c7b tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=376db077-0dc0-4ddf-811e-bd947658a219 HTTP/1.1" status: 200 len: 945 time: 0.0548315 Mar 31 22:08:07.481660 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d26c6c02-b6c9-4494-ab1c-572b4c10c8fe req-fea0a53a-3585-414f-8e1c-573824158339 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=3af0f00b-3695-4e7f-bb09-d3734862a7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402181 Mar 31 22:08:07.514065 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:08.069211 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d7c36-c24e-4f5f-8154-b75c94080bef req-73bb92ed-2223-46bc-ba80-3fb0daeae94d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:08.070715 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f78d7c36-c24e-4f5f-8154-b75c94080bef req-73bb92ed-2223-46bc-ba80-3fb0daeae94d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0593841 Mar 31 22:08:08.119612 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f78d7c36-c24e-4f5f-8154-b75c94080bef req-4ae5ecb2-708a-40a2-ad9e-eb2c782f1e3f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431743 Mar 31 22:08:08.165186 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb48ac4-9ebe-473a-8019-f825c679318e req-f7e2d2c3-220c-4972-8e93-19236c3a1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:08.166697 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5bb48ac4-9ebe-473a-8019-f825c679318e req-f7e2d2c3-220c-4972-8e93-19236c3a1071 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 1129 time: 0.0515597 Mar 31 22:08:08.213628 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5bb48ac4-9ebe-473a-8019-f825c679318e req-ec44afb0-34e3-4436-8572-c04c6928c4be service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371294 Mar 31 22:08:08.298495 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717ec43-9770-453a-b459-0c4b516697d9 req-b13b2248-0f73-43de-a7b4-8c7dd81ef351 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:08.299846 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6717ec43-9770-453a-b459-0c4b516697d9 req-b13b2248-0f73-43de-a7b4-8c7dd81ef351 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0515661 Mar 31 22:08:08.349567 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6717ec43-9770-453a-b459-0c4b516697d9 req-d82a0f4a-6fd3-4243-a436-44246dbdc7a2 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439465 Mar 31 22:08:08.605064 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac6efb-8b56-43ca-9b5f-f538860d519c req-119b725b-a064-4f2c-ab9b-cf1f673d0edd tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:08.606496 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-81ac6efb-8b56-43ca-9b5f-f538860d519c req-119b725b-a064-4f2c-ab9b-cf1f673d0edd tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=376db077-0dc0-4ddf-811e-bd947658a219 HTTP/1.1" status: 200 len: 945 time: 0.0582654 Mar 31 22:08:08.656894 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-81ac6efb-8b56-43ca-9b5f-f538860d519c req-f49eba13-29ee-48fe-b9db-e5620202aa13 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=3af0f00b-3695-4e7f-bb09-d3734862a7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447516 Mar 31 22:08:08.739090 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5d9cb-4588-42fc-9459-7e2dd7a23dc8 req-7b0be16e-5296-4f98-840d-567eb6a32ed5 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:08.740934 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-06e5d9cb-4588-42fc-9459-7e2dd7a23dc8 req-7b0be16e-5296-4f98-840d-567eb6a32ed5 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0664845 Mar 31 22:08:08.828874 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b3abd-0dad-4334-ad31-46f8b2f0c522 req-dca31d95-eecb-45f9-b407-bab58db2d1d2 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:08.830452 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0d8b3abd-0dad-4334-ad31-46f8b2f0c522 req-dca31d95-eecb-45f9-b407-bab58db2d1d2 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=376db077-0dc0-4ddf-811e-bd947658a219 HTTP/1.1" status: 200 len: 945 time: 0.1085048 Mar 31 22:08:08.840694 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-06e5d9cb-4588-42fc-9459-7e2dd7a23dc8 req-60818fbb-6baa-44c6-a0c2-f2c258f233c3 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745881 Mar 31 22:08:08.840970 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 59996) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:08:08.845939 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-5f8de814-3ea6-41ed-b32d-03a828a63d1a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Request body: {'floatingip': {'port_id': '81008d80-9079-4122-8967-909c2bfc5476'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:08:08.868050 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7f718-1718-4469-b257-ab2a0642eed0 req-f3f27449-7237-4c0d-82d1-24297348398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:08.869480 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a2d7f718-1718-4469-b257-ab2a0642eed0 req-f3f27449-7237-4c0d-82d1-24297348398a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6ec8840baa0418eaaf3929e20b8ac22&device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 1130 time: 0.0461948 Mar 31 22:08:08.902627 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5f8de814-3ea6-41ed-b32d-03a828a63d1a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (baeb86e7-e71f-4f94-85f1-3137d6c78005), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:08.968584 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7f718-1718-4469-b257-ab2a0642eed0 req-37e2f535-7cf3-4eb3-8317-6d4c150985b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:08.970101 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a2d7f718-1718-4469-b257-ab2a0642eed0 req-37e2f535-7cf3-4eb3-8317-6d4c150985b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0382e6fe-1738-4da8-a648-cd0ccb96afb3 HTTP/1.1" status: 200 len: 912 time: 0.0926805 Mar 31 22:08:09.039743 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:09.047013 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a2d7f718-1718-4469-b257-ab2a0642eed0 req-3bcba070-4dc8-4878-b06d-2a821a5a55d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab834894-7c55-4fa2-bab1-c1eea0c6bd1a HTTP/1.1" status: 200 len: 1001 time: 0.0624721 Mar 31 22:08:09.103737 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7f718-1718-4469-b257-ab2a0642eed0 req-1570c619-547d-40a2-b513-41660ca3d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:09.105216 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a2d7f718-1718-4469-b257-ab2a0642eed0 req-1570c619-547d-40a2-b513-41660ca3d881 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22da6a9c-27c7-4f9f-9fde-ed9d5543264e HTTP/1.1" status: 200 len: 850 time: 0.0467999 Mar 31 22:08:09.166994 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7f718-1718-4469-b257-ab2a0642eed0 req-753d767b-9d1e-4ae3-b07d-3dcdee800033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:09.168683 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a2d7f718-1718-4469-b257-ab2a0642eed0 req-753d767b-9d1e-4ae3-b07d-3dcdee800033 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0382e6fe-1738-4da8-a648-cd0ccb96afb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556095 Mar 31 22:08:09.263198 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a2d7f718-1718-4469-b257-ab2a0642eed0 req-37dbbcac-0e37-4311-aadd-176e85e0bf95 service neutron] 10.222.0.57 "GET /v2.0/networks/0382e6fe-1738-4da8-a648-cd0ccb96afb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841508 Mar 31 22:08:09.335949 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8b453-2aec-420e-a3ab-a9bf78a7e129 req-e229c0af-898a-465d-86da-c206a6d88dba tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:09.337565 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-acd8b453-2aec-420e-a3ab-a9bf78a7e129 req-e229c0af-898a-465d-86da-c206a6d88dba tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.1353297 Mar 31 22:08:09.361135 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a2d7f718-1718-4469-b257-ab2a0642eed0 req-41205185-f5e3-4d58-833a-552283641494 service neutron] 10.222.0.57 "GET /v2.0/networks/0382e6fe-1738-4da8-a648-cd0ccb96afb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877717 Mar 31 22:08:09.410106 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-acd8b453-2aec-420e-a3ab-a9bf78a7e129 req-a1d76239-825b-4a99-b00c-eb0e6a44bb3e tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658238 Mar 31 22:08:09.620656 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5f8de814-3ea6-41ed-b32d-03a828a63d1a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:09.685707 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5f8de814-3ea6-41ed-b32d-03a828a63d1a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (baeb86e7-e71f-4f94-85f1-3137d6c78005), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:09.762903 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c7303-b76a-4e0b-b239-101dc31f06b5 req-1fbe692f-56fa-4d0b-9247-49048e9069c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:09.765030 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-9f6c7303-b76a-4e0b-b239-101dc31f06b5 req-1fbe692f-56fa-4d0b-9247-49048e9069c5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6ec8840baa0418eaaf3929e20b8ac22&device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 1130 time: 0.0453672 Mar 31 22:08:09.795401 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-5f8de814-3ea6-41ed-b32d-03a828a63d1a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Floating IP baeb86e7-e71f-4f94-85f1-3137d6c78005 associated. External IP: 172.27.2.55, port: 81008d80-9079-4122-8967-909c2bfc5476. Mar 31 22:08:09.879816 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c7303-b76a-4e0b-b239-101dc31f06b5 req-e02de9d3-9185-4d02-8795-ca17aaadd2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:09.884517 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-9f6c7303-b76a-4e0b-b239-101dc31f06b5 req-e02de9d3-9185-4d02-8795-ca17aaadd2a0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0382e6fe-1738-4da8-a648-cd0ccb96afb3 HTTP/1.1" status: 200 len: 912 time: 0.0925746 Mar 31 22:08:09.951834 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-9f6c7303-b76a-4e0b-b239-101dc31f06b5 req-f562fe5c-1d76-473a-aa18-c5cae0b5eac0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab834894-7c55-4fa2-bab1-c1eea0c6bd1a HTTP/1.1" status: 200 len: 1001 time: 0.0638263 Mar 31 22:08:10.009314 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c7303-b76a-4e0b-b239-101dc31f06b5 req-befd3f87-a5c0-48f4-9640-99ad32842a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:10.010850 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-9f6c7303-b76a-4e0b-b239-101dc31f06b5 req-befd3f87-a5c0-48f4-9640-99ad32842a73 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22da6a9c-27c7-4f9f-9fde-ed9d5543264e HTTP/1.1" status: 200 len: 850 time: 0.0446262 Mar 31 22:08:10.046613 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c0e4d-5d86-4a11-ab3a-b9418548b33b req-e2ff5210-c1b8-47f3-a9ea-3e2be7f9293c tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:10.048152 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8d7c0e4d-5d86-4a11-ab3a-b9418548b33b req-e2ff5210-c1b8-47f3-a9ea-3e2be7f9293c tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.1359909 Mar 31 22:08:10.063540 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c7303-b76a-4e0b-b239-101dc31f06b5 req-d6048797-9164-498c-b32d-b977b27b7221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:10.065022 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-9f6c7303-b76a-4e0b-b239-101dc31f06b5 req-d6048797-9164-498c-b32d-b977b27b7221 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0382e6fe-1738-4da8-a648-cd0ccb96afb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453482 Mar 31 22:08:10.084876 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8de814-3ea6-41ed-b32d-03a828a63d1a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:08:10.124345 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8d7c0e4d-5d86-4a11-ab3a-b9418548b33b req-e40a5598-3f44-4647-ad5f-a077fa19d405 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680084 Mar 31 22:08:10.172934 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-9f6c7303-b76a-4e0b-b239-101dc31f06b5 req-e926ded1-a35a-4be7-a645-5286f654af9a service neutron] 10.222.0.57 "GET /v2.0/networks/0382e6fe-1738-4da8-a648-cd0ccb96afb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940151 Mar 31 22:08:10.230572 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8de814-3ea6-41ed-b32d-03a828a63d1a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:08:10.235235 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5f8de814-3ea6-41ed-b32d-03a828a63d1a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:10.245318 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62636c6a-3d83-402f-b0ef-d249df269750 None None] Sync routers for ids ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:08:10.256449 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62636c6a-3d83-402f-b0ef-d249df269750 None None] Routers {'1100fe1f-e72a-4378-8d3a-43a9cb1b565e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:08:10.257065 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-62636c6a-3d83-402f-b0ef-d249df269750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:08:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:08:10.269767 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-9f6c7303-b76a-4e0b-b239-101dc31f06b5 req-4320684b-9313-4e79-a5ef-5ef1bd1e6529 service neutron] 10.222.0.57 "GET /v2.0/networks/0382e6fe-1738-4da8-a648-cd0ccb96afb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900242 Mar 31 22:08:10.270431 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-5f8de814-3ea6-41ed-b32d-03a828a63d1a tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "PUT /v2.0/floatingips/baeb86e7-e71f-4f94-85f1-3137d6c78005 HTTP/1.1" status: 200 len: 990 time: 1.4278674 Mar 31 22:08:10.271033 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376db077-0dc0-4ddf-811e-bd947658a219', 'tag': '81008d80-9079-4122-8967-909c2bfc5476'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:08:10.273556 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d034bfc735977369ecc1df0796a02fa1e575f952a1ba42ee6983d0042c1cfb33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fee3dcc-d418-4e75-9067-46c272498181" -d '{"events": [{"name": "network-changed", "server_uuid": "376db077-0dc0-4ddf-811e-bd947658a219", "tag": "81008d80-9079-4122-8967-909c2bfc5476"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:08:10.309792 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d969cd6c-4ee9-4809-93c1-35bbf338b8db x-openstack-request-id: req-d969cd6c-4ee9-4809-93c1-35bbf338b8db {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:08:10.310089 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376db077-0dc0-4ddf-811e-bd947658a219", "tag": "81008d80-9079-4122-8967-909c2bfc5476", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:08:10.310441 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d969cd6c-4ee9-4809-93c1-35bbf338b8db {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:08:10.310875 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d969cd6c-4ee9-4809-93c1-35bbf338b8db'] response: {'name': 'network-changed', 'server_uuid': '376db077-0dc0-4ddf-811e-bd947658a219', 'tag': '81008d80-9079-4122-8967-909c2bfc5476', 'status': 'completed', 'code': 200} Mar 31 22:08:10.380649 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-62636c6a-3d83-402f-b0ef-d249df269750 None None] Set router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:08:10.382013 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee3dcc-d418-4e75-9067-46c272498181 req-4fda54c9-7d48-4de4-8a5e-c5abc8c418e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:10.383566 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7fee3dcc-d418-4e75-9067-46c272498181 req-4fda54c9-7d48-4de4-8a5e-c5abc8c418e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=891af07672f940c09ae8cbf340a48b4d&device_id=376db077-0dc0-4ddf-811e-bd947658a219 HTTP/1.1" status: 200 len: 1129 time: 0.0487142 Mar 31 22:08:10.388961 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:10.481495 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee3dcc-d418-4e75-9067-46c272498181 req-91d2f109-9df2-4833-bd39-2ea438825333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:10.483314 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7fee3dcc-d418-4e75-9067-46c272498181 req-91d2f109-9df2-4833-bd39-2ea438825333 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1cfcbe07-ec4b-4324-9343-639a3e44e48c HTTP/1.1" status: 200 len: 914 time: 0.0927083 Mar 31 22:08:10.535732 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf80e2-1632-4146-97e4-ac4ab430d5dc req-2da699fd-30cc-4e2b-8924-19f23540bd55 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:10.539213 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bebf80e2-1632-4146-97e4-ac4ab430d5dc req-2da699fd-30cc-4e2b-8924-19f23540bd55 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0556571 Mar 31 22:08:10.559823 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7fee3dcc-d418-4e75-9067-46c272498181 req-846eb0c1-405c-4fe2-88cb-f6e62225a1f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81008d80-9079-4122-8967-909c2bfc5476 HTTP/1.1" status: 200 len: 998 time: 0.0651627 Mar 31 22:08:10.586932 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bebf80e2-1632-4146-97e4-ac4ab430d5dc req-0d7253c9-4a2d-4094-a0a0-073645ee17a7 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440061 Mar 31 22:08:10.611436 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee3dcc-d418-4e75-9067-46c272498181 req-e09eebe6-eddf-4c18-ad1b-959f04c625ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:10.613228 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7fee3dcc-d418-4e75-9067-46c272498181 req-e09eebe6-eddf-4c18-ad1b-959f04c625ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46fdab92-2c2a-49be-bf50-a72b75107edf HTTP/1.1" status: 200 len: 852 time: 0.0466001 Mar 31 22:08:10.665113 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee3dcc-d418-4e75-9067-46c272498181 req-60880fd3-9423-4787-910a-a213bb8b2274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:10.666969 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7fee3dcc-d418-4e75-9067-46c272498181 req-60880fd3-9423-4787-910a-a213bb8b2274 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cfcbe07-ec4b-4324-9343-639a3e44e48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481339 Mar 31 22:08:10.708795 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-62636c6a-3d83-402f-b0ef-d249df269750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'baeb86e7-e71f-4f94-85f1-3137d6c78005', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'port_id': '81008d80-9079-4122-8967-909c2bfc5476', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'mac_address': 'fa:16:3e:fc:5b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376db077-0dc0-4ddf-811e-bd947658a219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:07:53Z', 'updated_at': '2022-03-31T22:08:09Z', 'revision_number': 1, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:27Z', 'revision_number': 5, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:08:10.735971 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62636c6a-3d83-402f-b0ef-d249df269750 None None] Checking router: 1100fe1f-e72a-4378-8d3a-43a9cb1b565e for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:08:10.744443 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62636c6a-3d83-402f-b0ef-d249df269750 None None] Routers {'1100fe1f-e72a-4378-8d3a-43a9cb1b565e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:08:10.745135 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-62636c6a-3d83-402f-b0ef-d249df269750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:08:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:08:10.773717 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7fee3dcc-d418-4e75-9067-46c272498181 req-290874c1-95ca-4208-867f-e99bf3b9932f service neutron] 10.222.0.57 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996320 Mar 31 22:08:10.860342 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-62636c6a-3d83-402f-b0ef-d249df269750 None None] Set router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:08:10.879088 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7fee3dcc-d418-4e75-9067-46c272498181 req-745cce73-0740-4feb-971d-25bced29cd6a service neutron] 10.222.0.57 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937903 Mar 31 22:08:11.088550 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-62636c6a-3d83-402f-b0ef-d249df269750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'baeb86e7-e71f-4f94-85f1-3137d6c78005', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'port_id': '81008d80-9079-4122-8967-909c2bfc5476', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'mac_address': 'fa:16:3e:fc:5b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376db077-0dc0-4ddf-811e-bd947658a219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:07:53Z', 'updated_at': '2022-03-31T22:08:09Z', 'revision_number': 1, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:27Z', 'revision_number': 5, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:08:11.115004 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62636c6a-3d83-402f-b0ef-d249df269750 None None] The sync data for ids ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'] in dv-cinder-836083-1-iscsi is: [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'baeb86e7-e71f-4f94-85f1-3137d6c78005', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'port_id': '81008d80-9079-4122-8967-909c2bfc5476', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'mac_address': 'fa:16:3e:fc:5b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376db077-0dc0-4ddf-811e-bd947658a219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:07:53Z', 'updated_at': '2022-03-31T22:08:09Z', 'revision_number': 1, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:27Z', 'revision_number': 5, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:08:11.149929 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef2780-2b75-4aa0-93dc-82efed888988 req-fffaadb5-894e-4eba-8968-1d721085f97b tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:11.151560 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-93ef2780-2b75-4aa0-93dc-82efed888988 req-fffaadb5-894e-4eba-8968-1d721085f97b tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0579808 Mar 31 22:08:11.154053 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:08:11.216085 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-93ef2780-2b75-4aa0-93dc-82efed888988 req-7f7e67a8-2fbb-46b1-a416-7cfd694a48e4 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575926 Mar 31 22:08:11.247371 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc59945-9a77-4a70-b683-7bfbf68a6fa4 req-7980225b-4826-40c4-84a6-8a8b0d7cb386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:11.249543 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7bc59945-9a77-4a70-b683-7bfbf68a6fa4 req-7980225b-4826-40c4-84a6-8a8b0d7cb386 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b68fe8e4bc64eae87e72c9aa61ec996&device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 1129 time: 0.0609007 Mar 31 22:08:11.282097 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2db5f0-04e3-4cf2-97e1-c910fd343df4 req-9f5bfa56-c088-41ab-8444-d39a131f1244 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:11.283663 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1b2db5f0-04e3-4cf2-97e1-c910fd343df4 req-9f5bfa56-c088-41ab-8444-d39a131f1244 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0633485 Mar 31 22:08:11.342863 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1b2db5f0-04e3-4cf2-97e1-c910fd343df4 req-4911dbda-5763-4f17-a55d-26b25429ae5f tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530989 Mar 31 22:08:11.344625 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4150cf5e-d2ab-4d18-bb14-8cb6cc65500f None None] New status for floating IP baeb86e7-e71f-4f94-85f1-3137d6c78005: ACTIVE {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:08:11.597001 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc59945-9a77-4a70-b683-7bfbf68a6fa4 req-d3bb68db-039d-4b16-9a83-76aee5135db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:11.598502 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7bc59945-9a77-4a70-b683-7bfbf68a6fa4 req-d3bb68db-039d-4b16-9a83-76aee5135db4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6141f838-016f-4422-a50b-fae51e1d7ab9 HTTP/1.1" status: 200 len: 920 time: 0.3434384 Mar 31 22:08:11.663028 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7bc59945-9a77-4a70-b683-7bfbf68a6fa4 req-343aea2f-0e1b-479d-9a04-39c98bdd74c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6738f0fa-e84e-40e4-8e42-3b51c424fa25 HTTP/1.1" status: 200 len: 1000 time: 0.0583625 Mar 31 22:08:11.712740 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc59945-9a77-4a70-b683-7bfbf68a6fa4 req-1988c0a5-16cd-49da-b4bb-3cab17058804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:11.714135 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7bc59945-9a77-4a70-b683-7bfbf68a6fa4 req-1988c0a5-16cd-49da-b4bb-3cab17058804 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8b5c4bba-061c-4b42-ba5a-238b5f7cc181 HTTP/1.1" status: 200 len: 858 time: 0.0454051 Mar 31 22:08:11.770335 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc59945-9a77-4a70-b683-7bfbf68a6fa4 req-243a7ebe-c926-43d6-9bce-083cb0e412c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:11.771786 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7bc59945-9a77-4a70-b683-7bfbf68a6fa4 req-243a7ebe-c926-43d6-9bce-083cb0e412c1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6141f838-016f-4422-a50b-fae51e1d7ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426321 Mar 31 22:08:11.860407 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7bc59945-9a77-4a70-b683-7bfbf68a6fa4 req-9e1200ee-3012-4dc9-ad52-6d7717274671 service neutron] 10.222.0.57 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813744 Mar 31 22:08:11.954433 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7bc59945-9a77-4a70-b683-7bfbf68a6fa4 req-9bdb72f7-1d45-4b47-bb17-0a476e7e28c6 service neutron] 10.222.0.57 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878570 Mar 31 22:08:12.328767 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e6515-a340-48d2-91bb-e4369af368df req-013a986f-bba4-4a0c-821f-9b267d2a50e1 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:12.330313 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e55e6515-a340-48d2-91bb-e4369af368df req-013a986f-bba4-4a0c-821f-9b267d2a50e1 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0536833 Mar 31 22:08:12.376889 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e55e6515-a340-48d2-91bb-e4369af368df req-67b229d4-fa71-4ce2-8859-043ddfb80a95 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409503 Mar 31 22:08:13.496818 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed870f8-4dc9-4cf2-963b-b5ad91fce818 req-3f178839-d1e3-420b-afea-39a9250d9085 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:13.498263 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aed870f8-4dc9-4cf2-963b-b5ad91fce818 req-3f178839-d1e3-420b-afea-39a9250d9085 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0510631 Mar 31 22:08:13.547750 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aed870f8-4dc9-4cf2-963b-b5ad91fce818 req-9ac9bc5b-72ce-48c3-bcb0-596df8a347bb tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434058 Mar 31 22:08:14.664282 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f013a-4475-41dc-b870-a18e50374f34 req-56666f56-20a3-480b-9fa1-76a777091a0e tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:14.665722 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e08f013a-4475-41dc-b870-a18e50374f34 req-56666f56-20a3-480b-9fa1-76a777091a0e tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0510178 Mar 31 22:08:14.712064 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e08f013a-4475-41dc-b870-a18e50374f34 req-ea09b0f3-af9e-46b2-bfa8-5faeec8dd3c2 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393920 Mar 31 22:08:14.824830 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547dcdf-398b-4eac-902d-84d77a84a9c3 req-57d1a4c9-8b93-40f9-b9bc-601e75acfb83 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:14.826306 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1547dcdf-398b-4eac-902d-84d77a84a9c3 req-57d1a4c9-8b93-40f9-b9bc-601e75acfb83 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0518842 Mar 31 22:08:14.834763 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60030) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:08:14.838989 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-9876a787-27cc-453e-8fe3-ebbfbb50f6b4 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Request body: {'floatingip': {'port_id': '6738f0fa-e84e-40e4-8e42-3b51c424fa25'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:08:14.898420 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9876a787-27cc-453e-8fe3-ebbfbb50f6b4 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks [] for floatingip (1aca0b59-35c8-49fe-b955-33d6c8ecbd29), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:15.345365 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9876a787-27cc-453e-8fe3-ebbfbb50f6b4 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:15.388370 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9876a787-27cc-453e-8fe3-ebbfbb50f6b4 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (1aca0b59-35c8-49fe-b955-33d6c8ecbd29), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:15.598917 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9876a787-27cc-453e-8fe3-ebbfbb50f6b4 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Router 78fa1053-7041-414b-97e1-43238e57c67a has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:08:15.707420 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9876a787-27cc-453e-8fe3-ebbfbb50f6b4 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:08:15.712147 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9876a787-27cc-453e-8fe3-ebbfbb50f6b4 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:15.719443 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a87a78-6d68-41c4-a900-da6e4bddffde None None] Sync routers for ids ['78fa1053-7041-414b-97e1-43238e57c67a'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:08:15.728925 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a87a78-6d68-41c4-a900-da6e4bddffde None None] Routers {'78fa1053-7041-414b-97e1-43238e57c67a'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:08:15.729611 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-04a87a78-6d68-41c4-a900-da6e4bddffde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:08:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['78fa1053-7041-414b-97e1-43238e57c67a'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:08:15.742677 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968bffd3-b065-4b1a-95be-9180cae06b97', 'tag': '6738f0fa-e84e-40e4-8e42-3b51c424fa25'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:08:15.744904 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d034bfc735977369ecc1df0796a02fa1e575f952a1ba42ee6983d0042c1cfb33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403b6134-2b6d-48d5-85a4-1220e8837002" -d '{"events": [{"name": "network-changed", "server_uuid": "968bffd3-b065-4b1a-95be-9180cae06b97", "tag": "6738f0fa-e84e-40e4-8e42-3b51c424fa25"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:08:15.777243 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-9876a787-27cc-453e-8fe3-ebbfbb50f6b4 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "PUT /v2.0/floatingips/1aca0b59-35c8-49fe-b955-33d6c8ecbd29 HTTP/1.1" status: 200 len: 992 time: 0.9414492 Mar 31 22:08:15.796251 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddabc5d0-70fa-4823-9709-8e47b0b4006f x-openstack-request-id: req-ddabc5d0-70fa-4823-9709-8e47b0b4006f {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:08:15.796589 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968bffd3-b065-4b1a-95be-9180cae06b97", "tag": "6738f0fa-e84e-40e4-8e42-3b51c424fa25", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:08:15.796846 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ddabc5d0-70fa-4823-9709-8e47b0b4006f {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:08:15.797269 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddabc5d0-70fa-4823-9709-8e47b0b4006f'] response: {'name': 'network-changed', 'server_uuid': '968bffd3-b065-4b1a-95be-9180cae06b97', 'tag': '6738f0fa-e84e-40e4-8e42-3b51c424fa25', 'status': 'completed', 'code': 200} Mar 31 22:08:15.846449 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-04a87a78-6d68-41c4-a900-da6e4bddffde None None] Set router 78fa1053-7041-414b-97e1-43238e57c67a gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:08:15.870123 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b6134-2b6d-48d5-85a4-1220e8837002 req-1a6d2748-f443-41a0-80a8-b0869a4ff2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:15.871578 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-403b6134-2b6d-48d5-85a4-1220e8837002 req-1a6d2748-f443-41a0-80a8-b0869a4ff2b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b68fe8e4bc64eae87e72c9aa61ec996&device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 1129 time: 0.0445778 Mar 31 22:08:15.973559 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b6134-2b6d-48d5-85a4-1220e8837002 req-00dfe32b-80ee-459c-a66d-d7879158bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:15.975067 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-403b6134-2b6d-48d5-85a4-1220e8837002 req-00dfe32b-80ee-459c-a66d-d7879158bfaf service neutron] 10.222.0.57 "GET /v2.0/networks?id=6141f838-016f-4422-a50b-fae51e1d7ab9 HTTP/1.1" status: 200 len: 920 time: 0.0872762 Mar 31 22:08:16.040470 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-403b6134-2b6d-48d5-85a4-1220e8837002 req-679b1ebb-ce63-46b3-bbb4-2fcf86d1f69a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6738f0fa-e84e-40e4-8e42-3b51c424fa25 HTTP/1.1" status: 200 len: 1000 time: 0.0587735 Mar 31 22:08:16.074911 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-04a87a78-6d68-41c4-a900-da6e4bddffde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fa1053-7041-414b-97e1-43238e57c67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1815928536-router', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '735467fb-c37a-487f-8162-8841151f653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:23Z', 'revision_number': 4, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'gw_port': {'id': '735467fb-c37a-487f-8162-8841151f653c', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:af:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': '1aca0b59-35c8-49fe-b955-33d6c8ecbd29', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'port_id': '6738f0fa-e84e-40e4-8e42-3b51c424fa25', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9', 'mac_address': 'fa:16:3e:10:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968bffd3-b065-4b1a-95be-9180cae06b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:06:34Z', 'updated_at': '2022-03-31T22:08:15Z', 'revision_number': 3, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9bb0b0-408d-478f-936b-abe17ff61a23', 'name': '', 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'mac_address': 'fa:16:3e:75:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:20Z', 'updated_at': '2022-03-31T22:04:35Z', 'revision_number': 5, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'subnets': [{'id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:08:16.089129 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b6134-2b6d-48d5-85a4-1220e8837002 req-9397d6b1-2143-4d4e-8dbf-a898986ed189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:16.090648 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-403b6134-2b6d-48d5-85a4-1220e8837002 req-9397d6b1-2143-4d4e-8dbf-a898986ed189 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8b5c4bba-061c-4b42-ba5a-238b5f7cc181 HTTP/1.1" status: 200 len: 858 time: 0.0437405 Mar 31 22:08:16.101828 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a87a78-6d68-41c4-a900-da6e4bddffde None None] Checking router: 78fa1053-7041-414b-97e1-43238e57c67a for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:08:16.110894 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a87a78-6d68-41c4-a900-da6e4bddffde None None] Routers {'78fa1053-7041-414b-97e1-43238e57c67a'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:08:16.111499 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-04a87a78-6d68-41c4-a900-da6e4bddffde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:08:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['78fa1053-7041-414b-97e1-43238e57c67a'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:08:16.142582 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b6134-2b6d-48d5-85a4-1220e8837002 req-9183059f-cca6-4565-92b7-b83c8b755014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:16.144010 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-403b6134-2b6d-48d5-85a4-1220e8837002 req-9183059f-cca6-4565-92b7-b83c8b755014 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6141f838-016f-4422-a50b-fae51e1d7ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478530 Mar 31 22:08:16.222884 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-04a87a78-6d68-41c4-a900-da6e4bddffde None None] Set router 78fa1053-7041-414b-97e1-43238e57c67a gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:08:16.234511 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-403b6134-2b6d-48d5-85a4-1220e8837002 req-abeae075-fa37-40f3-82a3-4a1bc5f29891 service neutron] 10.222.0.57 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839403 Mar 31 22:08:16.333627 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-403b6134-2b6d-48d5-85a4-1220e8837002 req-add1f76b-0614-4652-8b71-b8c611bac695 service neutron] 10.222.0.57 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933793 Mar 31 22:08:16.456261 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-04a87a78-6d68-41c4-a900-da6e4bddffde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fa1053-7041-414b-97e1-43238e57c67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1815928536-router', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '735467fb-c37a-487f-8162-8841151f653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:23Z', 'revision_number': 4, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'gw_port': {'id': '735467fb-c37a-487f-8162-8841151f653c', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:af:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': '1aca0b59-35c8-49fe-b955-33d6c8ecbd29', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'port_id': '6738f0fa-e84e-40e4-8e42-3b51c424fa25', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9', 'mac_address': 'fa:16:3e:10:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968bffd3-b065-4b1a-95be-9180cae06b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:06:34Z', 'updated_at': '2022-03-31T22:08:15Z', 'revision_number': 3, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9bb0b0-408d-478f-936b-abe17ff61a23', 'name': '', 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'mac_address': 'fa:16:3e:75:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:20Z', 'updated_at': '2022-03-31T22:04:35Z', 'revision_number': 5, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'subnets': [{'id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:08:16.486028 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a87a78-6d68-41c4-a900-da6e4bddffde None None] The sync data for ids ['78fa1053-7041-414b-97e1-43238e57c67a'] in dv-cinder-836083-1-iscsi is: [{'id': '78fa1053-7041-414b-97e1-43238e57c67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1815928536-router', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '735467fb-c37a-487f-8162-8841151f653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:23Z', 'revision_number': 4, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'gw_port': {'id': '735467fb-c37a-487f-8162-8841151f653c', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:af:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': '1aca0b59-35c8-49fe-b955-33d6c8ecbd29', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'port_id': '6738f0fa-e84e-40e4-8e42-3b51c424fa25', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9', 'mac_address': 'fa:16:3e:10:e1:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968bffd3-b065-4b1a-95be-9180cae06b97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:06:34Z', 'updated_at': '2022-03-31T22:08:15Z', 'revision_number': 3, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae9bb0b0-408d-478f-936b-abe17ff61a23', 'name': '', 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'mac_address': 'fa:16:3e:75:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:20Z', 'updated_at': '2022-03-31T22:04:35Z', 'revision_number': 5, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'subnets': [{'id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:08:17.798102 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968bffd3-b065-4b1a-95be-9180cae06b97', 'tag': '6738f0fa-e84e-40e4-8e42-3b51c424fa25'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:08:17.801335 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d034bfc735977369ecc1df0796a02fa1e575f952a1ba42ee6983d0042c1cfb33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff9089c-e9c3-4812-bf3d-93b0ba367adb" -d '{"events": [{"name": "network-changed", "server_uuid": "968bffd3-b065-4b1a-95be-9180cae06b97", "tag": "6738f0fa-e84e-40e4-8e42-3b51c424fa25"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:08:17.835781 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b5e50a-1cd9-4c00-b855-a2fb5dea3ecb x-openstack-request-id: req-b7b5e50a-1cd9-4c00-b855-a2fb5dea3ecb {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:08:17.836075 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968bffd3-b065-4b1a-95be-9180cae06b97", "tag": "6738f0fa-e84e-40e4-8e42-3b51c424fa25", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:08:17.836330 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b7b5e50a-1cd9-4c00-b855-a2fb5dea3ecb {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:08:17.836730 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7b5e50a-1cd9-4c00-b855-a2fb5dea3ecb'] response: {'name': 'network-changed', 'server_uuid': '968bffd3-b065-4b1a-95be-9180cae06b97', 'tag': '6738f0fa-e84e-40e4-8e42-3b51c424fa25', 'status': 'completed', 'code': 200} Mar 31 22:08:17.901090 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9089c-e9c3-4812-bf3d-93b0ba367adb req-02adde58-6883-475d-8710-4230081b071f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:17.902597 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-2ff9089c-e9c3-4812-bf3d-93b0ba367adb req-02adde58-6883-475d-8710-4230081b071f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b68fe8e4bc64eae87e72c9aa61ec996&device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 1129 time: 0.0445869 Mar 31 22:08:17.993933 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9089c-e9c3-4812-bf3d-93b0ba367adb req-2f48bca7-8402-41fb-b964-191485fe4139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:17.995447 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-2ff9089c-e9c3-4812-bf3d-93b0ba367adb req-2f48bca7-8402-41fb-b964-191485fe4139 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6141f838-016f-4422-a50b-fae51e1d7ab9 HTTP/1.1" status: 200 len: 920 time: 0.0846000 Mar 31 22:08:18.090432 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-2ff9089c-e9c3-4812-bf3d-93b0ba367adb req-e1bd2203-e672-4868-9a86-db0bee39b4e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6738f0fa-e84e-40e4-8e42-3b51c424fa25 HTTP/1.1" status: 200 len: 1000 time: 0.0669041 Mar 31 22:08:18.120080 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9089c-e9c3-4812-bf3d-93b0ba367adb req-eff2a588-c9b7-47ab-ac5b-f08650752766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:18.121517 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-2ff9089c-e9c3-4812-bf3d-93b0ba367adb req-eff2a588-c9b7-47ab-ac5b-f08650752766 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8b5c4bba-061c-4b42-ba5a-238b5f7cc181 HTTP/1.1" status: 200 len: 858 time: 0.0450606 Mar 31 22:08:18.169192 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9089c-e9c3-4812-bf3d-93b0ba367adb req-5bf53b9e-03a4-410b-8849-dd0e006bc7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:18.171210 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-2ff9089c-e9c3-4812-bf3d-93b0ba367adb req-5bf53b9e-03a4-410b-8849-dd0e006bc7d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6141f838-016f-4422-a50b-fae51e1d7ab9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425842 Mar 31 22:08:18.262108 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-2ff9089c-e9c3-4812-bf3d-93b0ba367adb req-abbed37f-e895-43b6-8ecf-a5655fad8134 service neutron] 10.222.0.57 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847495 Mar 31 22:08:18.350562 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-2ff9089c-e9c3-4812-bf3d-93b0ba367adb req-dbdb306f-4b88-4b76-b3bc-1c1b4b1e0ef2 service neutron] 10.222.0.57 "GET /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819800 Mar 31 22:08:27.612465 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9846cb-ee73-4dbe-95bf-745e0f9d3f0d req-e4d35b32-ab2f-447d-88af-a9531c06eab0 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:27.613950 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bb9846cb-ee73-4dbe-95bf-745e0f9d3f0d req-e4d35b32-ab2f-447d-88af-a9531c06eab0 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 946 time: 0.0564153 Mar 31 22:08:27.661302 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bb9846cb-ee73-4dbe-95bf-745e0f9d3f0d req-152c2e0f-0bba-4a15-b0d8-e2595223b64e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410304 Mar 31 22:08:28.786315 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514be537-e9d0-4b42-9665-ae76273029f9 req-a9df50ec-236f-4df0-8d2d-774c90c62f88 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:28.787767 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-514be537-e9d0-4b42-9665-ae76273029f9 req-a9df50ec-236f-4df0-8d2d-774c90c62f88 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 946 time: 0.0526485 Mar 31 22:08:28.833716 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-514be537-e9d0-4b42-9665-ae76273029f9 req-cb299692-0b78-49bc-a59f-567daf35bc1e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403507 Mar 31 22:08:29.416955 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99369581-df45-4edb-8974-21880bedf608 req-646e4fad-9292-4f7d-b545-67d06d16af33 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:29.418425 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-99369581-df45-4edb-8974-21880bedf608 req-646e4fad-9292-4f7d-b545-67d06d16af33 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.57 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 946 time: 0.0570173 Mar 31 22:08:29.513306 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-99369581-df45-4edb-8974-21880bedf608 req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Deleting port 3eec001d-0a2f-4972-913e-2529fe6163f8 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:08:29.513649 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-99369581-df45-4edb-8974-21880bedf608 req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:29.603181 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-99369581-df45-4edb-8974-21880bedf608 req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] For port 3eec001d-0a2f-4972-913e-2529fe6163f8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3eec001d-0a2f-4972-913e-2529fe6163f8,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:08:29.603546 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-99369581-df45-4edb-8974-21880bedf608 req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:29.773238 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-99369581-df45-4edb-8974-21880bedf608 req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:29.773516 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-99369581-df45-4edb-8974-21880bedf608 req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (caffbe39-7e33-4b58-bddf-0a537fd4f785), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:29.773832 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.l3_db [req-99369581-df45-4edb-8974-21880bedf608 req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Floating IP caffbe39-7e33-4b58-bddf-0a537fd4f785 disassociated. External IP: 172.27.2.121, port: 3eec001d-0a2f-4972-913e-2529fe6163f8. Mar 31 22:08:29.774184 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-99369581-df45-4edb-8974-21880bedf608 req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Calling delete_port for 3eec001d-0a2f-4972-913e-2529fe6163f8 owned by compute:nova {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:08:29.948356 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-99369581-df45-4edb-8974-21880bedf608 req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (3eec001d-0a2f-4972-913e-2529fe6163f8), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:29.955672 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86c90e-7fb1-4260-a516-5c10e8260857 req-02f5c3fe-36d9-4c00-90ab-98de5d0ef77d tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:29.957131 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8e86c90e-7fb1-4260-a516-5c10e8260857 req-02f5c3fe-36d9-4c00-90ab-98de5d0ef77d tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 868 time: 0.0522642 Mar 31 22:08:29.980668 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Pushing event deleted for resources: {'Port': ['ID=3eec001d-0a2f-4972-913e-2529fe6163f8,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:29.990951 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:29.991307 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:29.991657 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:29.991999 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:29.992471 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:29.992814 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:29.993148 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:29.993482 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:29.993867 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:29.994435 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:29.994774 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:29.995189 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:29.995521 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:29.996035 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:29.996496 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:30.012178 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8e86c90e-7fb1-4260-a516-5c10e8260857 req-986adfad-d790-4275-bf43-7b899de0676a tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492826 Mar 31 22:08:30.106757 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99369581-df45-4edb-8974-21880bedf608 req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Router 79595681-dc03-45d7-a583-93da0fd8f1e2 has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:08:30.213161 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99369581-df45-4edb-8974-21880bedf608 req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:08:30.223748 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb3b972-f638-4414-bd42-5b71ed728329 None None] Sync routers for ids ['79595681-dc03-45d7-a583-93da0fd8f1e2'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:08:30.233419 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb3b972-f638-4414-bd42-5b71ed728329 None None] Routers {'79595681-dc03-45d7-a583-93da0fd8f1e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:08:30.234034 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-afb3b972-f638-4414-bd42-5b71ed728329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:08:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['79595681-dc03-45d7-a583-93da0fd8f1e2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:08:30.254138 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-99369581-df45-4edb-8974-21880bedf608 req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] No DVR routers for this DVR port 3eec001d-0a2f-4972-913e-2529fe6163f8 on host hv-cinder-83608 {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:08:30.256540 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-99369581-df45-4edb-8974-21880bedf608 req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:30.259779 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-99369581-df45-4edb-8974-21880bedf608 req-464eb798-029a-4f35-807b-363f12453cc6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.57 "DELETE /v2.0/ports/3eec001d-0a2f-4972-913e-2529fe6163f8 HTTP/1.1" status: 204 len: 173 time: 0.8315094 Mar 31 22:08:30.260203 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01b5b34-cb25-4c25-97e0-0717e1c4ee47', 'name': 'network-vif-deleted', 'tag': '3eec001d-0a2f-4972-913e-2529fe6163f8'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:08:30.262426 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc6ec35-fbe9-496a-916b-10e53185398a" -d '{"events": [{"server_uuid": "f01b5b34-cb25-4c25-97e0-0717e1c4ee47", "name": "network-vif-deleted", "tag": "3eec001d-0a2f-4972-913e-2529fe6163f8"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:08:30.297082 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8dc980f-1b87-4500-ade5-69483d6d10c9 x-openstack-request-id: req-b8dc980f-1b87-4500-ade5-69483d6d10c9 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:08:30.297463 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01b5b34-cb25-4c25-97e0-0717e1c4ee47", "name": "network-vif-deleted", "tag": "3eec001d-0a2f-4972-913e-2529fe6163f8", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:08:30.297729 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b8dc980f-1b87-4500-ade5-69483d6d10c9 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:08:30.298233 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8dc980f-1b87-4500-ade5-69483d6d10c9'] response: {'server_uuid': 'f01b5b34-cb25-4c25-97e0-0717e1c4ee47', 'name': 'network-vif-deleted', 'tag': '3eec001d-0a2f-4972-913e-2529fe6163f8', 'status': 'completed', 'code': 200} Mar 31 22:08:30.346986 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-afb3b972-f638-4414-bd42-5b71ed728329 None None] Set router 79595681-dc03-45d7-a583-93da0fd8f1e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:08:30.560399 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-afb3b972-f638-4414-bd42-5b71ed728329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'name': 'tempest-AttachVolumeShelveTestJSON-2065121846-router', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'gw_port': {'id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'f67a0f26-97a7-48a6-9414-24df8c326d24', 'name': '', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'mac_address': 'fa:16:3e:4e:28:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:42Z', 'revision_number': 5, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'subnets': [{'id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:08:30.588631 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb3b972-f638-4414-bd42-5b71ed728329 None None] Checking router: 79595681-dc03-45d7-a583-93da0fd8f1e2 for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:08:30.597116 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb3b972-f638-4414-bd42-5b71ed728329 None None] Routers {'79595681-dc03-45d7-a583-93da0fd8f1e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:08:30.597712 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-afb3b972-f638-4414-bd42-5b71ed728329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:08:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['79595681-dc03-45d7-a583-93da0fd8f1e2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:08:30.702717 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-afb3b972-f638-4414-bd42-5b71ed728329 None None] Set router 79595681-dc03-45d7-a583-93da0fd8f1e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:08:30.894826 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-afb3b972-f638-4414-bd42-5b71ed728329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'name': 'tempest-AttachVolumeShelveTestJSON-2065121846-router', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'gw_port': {'id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'f67a0f26-97a7-48a6-9414-24df8c326d24', 'name': '', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'mac_address': 'fa:16:3e:4e:28:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:42Z', 'revision_number': 5, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'subnets': [{'id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:08:30.924025 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb3b972-f638-4414-bd42-5b71ed728329 None None] The sync data for ids ['79595681-dc03-45d7-a583-93da0fd8f1e2'] in dv-cinder-836083-1-iscsi is: [{'id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'name': 'tempest-AttachVolumeShelveTestJSON-2065121846-router', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'gw_port': {'id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'f67a0f26-97a7-48a6-9414-24df8c326d24', 'name': '', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'mac_address': 'fa:16:3e:4e:28:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:42Z', 'revision_number': 5, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'subnets': [{'id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:08:31.134715 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-24a3585c-9188-4f80-996b-b328d964f515 req-4174ebae-8310-46a8-a46f-4e849688467d tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=f01b5b34-cb25-4c25-97e0-0717e1c4ee47 HTTP/1.1" status: 200 len: 210 time: 0.0291526 Mar 31 22:08:31.174214 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52ffc0b-cd11-41d2-9c9a-8fa2c4ea4182 None None] New status for floating IP caffbe39-7e33-4b58-bddf-0a537fd4f785: DOWN {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:08:32.098636 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 3eec001d-0a2f-4972-913e-2529fe6163f8 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:08:32.119127 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] No Port match for: 3eec001d-0a2f-4972-913e-2529fe6163f8 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:08:32.119472 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 3eec001d-0a2f-4972-913e-2529fe6163f8 not bound to the agent host hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:08:32.280153 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 60082) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:08:32.332897 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-92d79cd5-22ff-4e26-b3e2-5c14e0a807e3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for security_group (c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:32.359419 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-92d79cd5-22ff-4e26-b3e2-5c14e0a807e3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for security_group (c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:32.484875 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-92d79cd5-22ff-4e26-b3e2-5c14e0a807e3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:32.487599 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-92d79cd5-22ff-4e26-b3e2-5c14e0a807e3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:32.488773 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-92d79cd5-22ff-4e26-b3e2-5c14e0a807e3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "DELETE /v2.0/security-groups/c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb HTTP/1.1" status: 204 len: 168 time: 0.2076464 Mar 31 22:08:32.491660 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60084) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:08:32.498291 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d79cd5-22ff-4e26-b3e2-5c14e0a807e3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:32.506324 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.api.v2.resource [None req-28523e86-62fb-4e02-81db-72bbc8f75836 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] show failed (client error): The resource could not be found. Mar 31 22:08:32.507333 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-28523e86-62fb-4e02-81db-72bbc8f75836 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups/c021bb8d-dd08-4cf6-a02d-de9dbd0edbeb HTTP/1.1" status: 404 len: 347 time: 0.0146823 Mar 31 22:08:32.510232 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60086) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:08:32.632042 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-041aba88-bec6-4492-ae98-f263f75647fd tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Deleting port b9ed0e0e-1126-4ff0-aa45-8a613e452ddd {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:08:32.632302 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-041aba88-bec6-4492-ae98-f263f75647fd tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (b9ed0e0e-1126-4ff0-aa45-8a613e452ddd), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:32.706063 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-041aba88-bec6-4492-ae98-f263f75647fd tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (b9ed0e0e-1126-4ff0-aa45-8a613e452ddd), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:32.706425 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-041aba88-bec6-4492-ae98-f263f75647fd tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for floatingip (b9ed0e0e-1126-4ff0-aa45-8a613e452ddd), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:32.717745 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-041aba88-bec6-4492-ae98-f263f75647fd tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Calling delete_port for b9ed0e0e-1126-4ff0-aa45-8a613e452ddd owned by network:floatingip {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:08:32.959541 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-041aba88-bec6-4492-ae98-f263f75647fd tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (b9ed0e0e-1126-4ff0-aa45-8a613e452ddd), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:32.988368 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041aba88-bec6-4492-ae98-f263f75647fd tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Pushing event deleted for resources: {'Port': ['ID=b9ed0e0e-1126-4ff0-aa45-8a613e452ddd,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:33.050928 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-041aba88-bec6-4492-ae98-f263f75647fd tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for floatingip (caffbe39-7e33-4b58-bddf-0a537fd4f785), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:33.054026 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-041aba88-bec6-4492-ae98-f263f75647fd tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:33.055179 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-041aba88-bec6-4492-ae98-f263f75647fd tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "DELETE /v2.0/floatingips/caffbe39-7e33-4b58-bddf-0a537fd4f785 HTTP/1.1" status: 204 len: 168 time: 0.5440538 Mar 31 22:08:33.611527 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60090) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:08:33.616040 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-7729fbb0-7f97-45ae-a663-c1f5173a4e71 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1444385492', 'description': 'tempest-description--360488758'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:08:33.702377 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7729fbb0-7f97-45ae-a663-c1f5173a4e71 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:33.764960 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7729fbb0-7f97-45ae-a663-c1f5173a4e71 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for security_group (2e8f9f17-3f55-4316-9225-a7ad0d002862), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:33.844636 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7729fbb0-7f97-45ae-a663-c1f5173a4e71 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (2e8f9f17-3f55-4316-9225-a7ad0d002862), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:33.873081 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729fbb0-7f97-45ae-a663-c1f5173a4e71 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8f9f17-3f55-4316-9225-a7ad0d002862,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:33.956344 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7729fbb0-7f97-45ae-a663-c1f5173a4e71 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:33.957729 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-7729fbb0-7f97-45ae-a663-c1f5173a4e71 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3451762 Mar 31 22:08:33.960564 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60092) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:08:33.964846 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-f781f017-b3f6-4d3d-9eb9-fba64533b800 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Request body: {'security_group_rule': {'security_group_id': '2e8f9f17-3f55-4316-9225-a7ad0d002862', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:08:34.078192 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f781f017-b3f6-4d3d-9eb9-fba64533b800 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for security_group_rule (03cac310-c157-4688-9574-943b4aa11448), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:34.133254 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f781f017-b3f6-4d3d-9eb9-fba64533b800 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for security_group_rule (03cac310-c157-4688-9574-943b4aa11448), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:34.211374 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f781f017-b3f6-4d3d-9eb9-fba64533b800 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (03cac310-c157-4688-9574-943b4aa11448), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:34.232222 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781f017-b3f6-4d3d-9eb9-fba64533b800 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03cac310-c157-4688-9574-943b4aa11448,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:34.239709 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9dcacb4d-41b2-419e-9aae-e4dfa94d00df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:34.327173 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f781f017-b3f6-4d3d-9eb9-fba64533b800 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:34.328363 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f781f017-b3f6-4d3d-9eb9-fba64533b800 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3668180 Mar 31 22:08:34.331545 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60094) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:08:34.335757 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-e0aea25e-4359-438f-b787-098d3b145abe tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Request body: {'security_group_rule': {'security_group_id': '2e8f9f17-3f55-4316-9225-a7ad0d002862', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:08:34.428092 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e0aea25e-4359-438f-b787-098d3b145abe tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for security_group_rule (bff131f1-7249-4976-80eb-a304cfb4dff5), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:34.485928 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e0aea25e-4359-438f-b787-098d3b145abe tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for security_group_rule (bff131f1-7249-4976-80eb-a304cfb4dff5), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:34.587743 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e0aea25e-4359-438f-b787-098d3b145abe tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (bff131f1-7249-4976-80eb-a304cfb4dff5), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:34.607336 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aea25e-4359-438f-b787-098d3b145abe tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff131f1-7249-4976-80eb-a304cfb4dff5,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:34.669703 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e0aea25e-4359-438f-b787-098d3b145abe tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:34.670922 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e0aea25e-4359-438f-b787-098d3b145abe tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3384275 Mar 31 22:08:34.674525 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60096) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:08:34.679037 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-8fa6ab2a-1201-48f0-ada6-c9291d8184dc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Request body: {'floatingip': {'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:08:34.765013 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8fa6ab2a-1201-48f0-ada6-c9291d8184dc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:34.858160 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8fa6ab2a-1201-48f0-ada6-c9291d8184dc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:34.962224 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-8fa6ab2a-1201-48f0-ada6-c9291d8184dc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Allocated IP 172.27.2.23 (ad19088a-a902-4a91-855f-5fb9d1c67d87/5d366205-9c7a-4898-9c8b-600d476ec59e/d3da2113-2665-4768-9cbc-4ce2409f8675) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:08:35.059833 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8fa6ab2a-1201-48f0-ada6-c9291d8184dc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for port (d3da2113-2665-4768-9cbc-4ce2409f8675), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:35.153978 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8fa6ab2a-1201-48f0-ada6-c9291d8184dc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (d3da2113-2665-4768-9cbc-4ce2409f8675), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:35.195420 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa6ab2a-1201-48f0-ada6-c9291d8184dc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:08:35.198287 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-8fa6ab2a-1201-48f0-ada6-c9291d8184dc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:08:35.203746 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa6ab2a-1201-48f0-ada6-c9291d8184dc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:08:35.226457 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6ab2a-1201-48f0-ada6-c9291d8184dc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Pushing event updated for resources: {'Port': ['ID=d3da2113-2665-4768-9cbc-4ce2409f8675,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:35.290686 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8fa6ab2a-1201-48f0-ada6-c9291d8184dc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for floatingip (8a86409e-a0a8-45b5-84db-02383eaf8e1a), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:35.374558 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8fa6ab2a-1201-48f0-ada6-c9291d8184dc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (d3da2113-2665-4768-9cbc-4ce2409f8675), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:35.524174 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8fa6ab2a-1201-48f0-ada6-c9291d8184dc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for port (d3da2113-2665-4768-9cbc-4ce2409f8675), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:35.610446 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8fa6ab2a-1201-48f0-ada6-c9291d8184dc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114205'] for port (d3da2113-2665-4768-9cbc-4ce2409f8675), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:35.885092 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6ab2a-1201-48f0-ada6-c9291d8184dc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Pushing event updated for resources: {'Port': ['ID=d3da2113-2665-4768-9cbc-4ce2409f8675,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:35.895871 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8fa6ab2a-1201-48f0-ada6-c9291d8184dc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (8a86409e-a0a8-45b5-84db-02383eaf8e1a), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:35.989578 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8fa6ab2a-1201-48f0-ada6-c9291d8184dc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:35.990957 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-8fa6ab2a-1201-48f0-ada6-c9291d8184dc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3154805 Mar 31 22:08:36.182672 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-0d7ad2ca-990e-44c1-ace4-5e4ce75c8091 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1444385492&fields=id&tenant_id=34e52cb5afa74b4eafaebe16c9e1e1d1 HTTP/1.1" status: 200 len: 267 time: 0.0426450 Mar 31 22:08:36.289302 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-85b54a8d-429d-4548-8199-208ec4d3da85 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:36.290794 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-85b54a8d-429d-4548-8199-208ec4d3da85 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/networks?id=39113ebe-596d-4feb-8ec9-18a7831cbf68 HTTP/1.1" status: 200 len: 817 time: 0.1008892 Mar 31 22:08:36.305681 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-212b3087-bdbb-468a-8168-357894e41da8 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/quotas/34e52cb5afa74b4eafaebe16c9e1e1d1 HTTP/1.1" status: 200 len: 375 time: 0.0095136 Mar 31 22:08:36.337120 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:36.363934 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-eedef11b-52e6-47c3-9cfa-5dd15b2296ca tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=34e52cb5afa74b4eafaebe16c9e1e1d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533917 Mar 31 22:08:36.456985 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-bd7f273a-2285-4e0f-a43b-3bc8fd9dedca service neutron] 10.222.0.59 "GET /v2.0/networks/39113ebe-596d-4feb-8ec9-18a7831cbf68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818284 Mar 31 22:08:36.548855 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-55cfdb17-6a47-4fa6-877a-c1aa6613c6ef service neutron] 10.222.0.59 "GET /v2.0/networks/39113ebe-596d-4feb-8ec9-18a7831cbf68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857394 Mar 31 22:08:36.662443 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-daefcd30-c416-44b7-9f94-e63dca129a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:36.756295 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-63d73025-0861-4517-8469-89e3cd184a51 req-f3e8a2f5-fe5d-4c2a-a729-0ea28b56ea6e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 210 time: 0.0272629 Mar 31 22:08:37.524883 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:37.852211 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a247c3a0-8da8-45ec-8334-8e2d2be3c0d1 req-4cd9d11b-d1e8-41af-a2be-f20ce2d9e236 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 210 time: 0.0272050 Mar 31 22:08:38.654868 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-d00f79df-e107-4a3c-a779-6ecb69f652d5 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:38.656244 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-d00f79df-e107-4a3c-a779-6ecb69f652d5 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.57 "GET /v2.0/networks?id=39113ebe-596d-4feb-8ec9-18a7831cbf68 HTTP/1.1" status: 200 len: 817 time: 0.0985303 Mar 31 22:08:38.725240 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-f3f2ad95-86dd-4ac7-9fbc-8d102c0d319d tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34e52cb5afa74b4eafaebe16c9e1e1d1 HTTP/1.1" status: 200 len: 380 time: 0.0525563 Mar 31 22:08:38.744794 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-175d302f-2030-42d6-ad21-01b7f5ee42ee tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Request body: {'port': {'device_id': 'dab7a681-6d5b-4c59-a5ae-99494b41adf9', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'admin_state_up': True, 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'security_groups': ['2e8f9f17-3f55-4316-9225-a7ad0d002862']}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:08:38.913881 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-175d302f-2030-42d6-ad21-01b7f5ee42ee tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Made reservation on behalf of 34e52cb5afa74b4eafaebe16c9e1e1d1 for: {'port': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:08:38.917306 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-175d302f-2030-42d6-ad21-01b7f5ee42ee tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:38.949972 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-970b0c2e-8b7b-459e-8a24-8052defbbaa1 req-56783f1b-e9a3-4a17-bc2b-01a0352fa02d tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 210 time: 0.0270665 Mar 31 22:08:39.055118 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-175d302f-2030-42d6-ad21-01b7f5ee42ee tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Allocated IP 172.20.0.4 (39113ebe-596d-4feb-8ec9-18a7831cbf68/01b07abf-1022-4cb3-9419-c682f5c84b30/27cb3e08-2454-4fe5-8c1f-5ecf44e6192f) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:08:39.128152 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:39.195655 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-175d302f-2030-42d6-ad21-01b7f5ee42ee tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:39.279716 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-175d302f-2030-42d6-ad21-01b7f5ee42ee tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:39.324195 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-175d302f-2030-42d6-ad21-01b7f5ee42ee tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Network 39113ebe-596d-4feb-8ec9-18a7831cbf68 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:08:39.327314 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-175d302f-2030-42d6-ad21-01b7f5ee42ee tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:08:39.334050 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-175d302f-2030-42d6-ad21-01b7f5ee42ee tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:08:39.359570 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d302f-2030-42d6-ad21-01b7f5ee42ee tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Pushing event updated for resources: {'Port': ['ID=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:39.386357 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-175d302f-2030-42d6-ad21-01b7f5ee42ee tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:39.387006 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-175d302f-2030-42d6-ad21-01b7f5ee42ee tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:39.470619 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-175d302f-2030-42d6-ad21-01b7f5ee42ee tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7293522 Mar 31 22:08:39.483932 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-397380d7-67d4-4b1d-a10c-b5cd7703fdb1 service neutron] Request body: {'port': {'device_id': 'dab7a681-6d5b-4c59-a5ae-99494b41adf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:08:39.541892 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-0785cbe3-01da-4d76-8ea0-b5b6227352df None None] Provisioning complete for port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:08:39.542460 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-397380d7-67d4-4b1d-a10c-b5cd7703fdb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:39.542655 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0785cbe3-01da-4d76-8ea0-b5b6227352df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:39.576539 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-0785cbe3-01da-4d76-8ea0-b5b6227352df None None] Port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:08:39.804058 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-397380d7-67d4-4b1d-a10c-b5cd7703fdb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f {{(pid=110666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:08:39.811290 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-397380d7-67d4-4b1d-a10c-b5cd7703fdb1 service neutron] Publish callbacks [] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:39.822856 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.provisioning_blocks [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-397380d7-67d4-4b1d-a10c-b5cd7703fdb1 service neutron] Transition to ACTIVE for port object 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f will not be triggered until provisioned by entity L2. {{(pid=110666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 22:08:39.884779 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-397380d7-67d4-4b1d-a10c-b5cd7703fdb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:39.932862 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397380d7-67d4-4b1d-a10c-b5cd7703fdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:40.011031 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-397380d7-67d4-4b1d-a10c-b5cd7703fdb1 service neutron] Attempting to bind port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:08:40.011671 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-397380d7-67d4-4b1d-a10c-b5cd7703fdb1 service neutron] Attempting to bind port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '00dfa501-ed34-4105-a2b8-db379d4dec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:08:40.012153 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-397380d7-67d4-4b1d-a10c-b5cd7703fdb1 service neutron] Attempting to bind port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f on network 39113ebe-596d-4feb-8ec9-18a7831cbf68 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:08:40.017992 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-397380d7-67d4-4b1d-a10c-b5cd7703fdb1 service neutron] Port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f on network 39113ebe-596d-4feb-8ec9-18a7831cbf68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:08:40.018427 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-397380d7-67d4-4b1d-a10c-b5cd7703fdb1 service neutron] Attempting to bind port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f on network 39113ebe-596d-4feb-8ec9-18a7831cbf68 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:08:40.023969 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-397380d7-67d4-4b1d-a10c-b5cd7703fdb1 service neutron] Checking agent: {'id': '0c6c7b6d-d51d-4e70-9732-01ea9921e922', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'started_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:08:40.024169 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-397380d7-67d4-4b1d-a10c-b5cd7703fdb1 service neutron] Checking segment: {'id': '00dfa501-ed34-4105-a2b8-db379d4dec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:08:40.024477 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-397380d7-67d4-4b1d-a10c-b5cd7703fdb1 service neutron] Bound using segment: {'id': '00dfa501-ed34-4105-a2b8-db379d4dec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:08:40.024912 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-397380d7-67d4-4b1d-a10c-b5cd7703fdb1 service neutron] Bound port: 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00dfa501-ed34-4105-a2b8-db379d4dec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:08:40.025274 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-397380d7-67d4-4b1d-a10c-b5cd7703fdb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:40.076187 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3cdae-a05f-4285-a1f6-9ba7733075f2 req-1b4b5ad3-8abd-4e22-9bbb-1f3da5b7c47e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:40.077682 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dcc3cdae-a05f-4285-a1f6-9ba7733075f2 req-1b4b5ad3-8abd-4e22-9bbb-1f3da5b7c47e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 943 time: 0.0556040 Mar 31 22:08:40.103248 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-397380d7-67d4-4b1d-a10c-b5cd7703fdb1 service neutron] For port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f, host hv-cinder-83608, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:08:40.106460 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-397380d7-67d4-4b1d-a10c-b5cd7703fdb1 service neutron] For port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:08:40.133166 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-dcc3cdae-a05f-4285-a1f6-9ba7733075f2 req-b4640a5c-ae92-4739-ac14-5e26d8e6220e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488393 Mar 31 22:08:40.165531 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-397380d7-67d4-4b1d-a10c-b5cd7703fdb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:40.198932 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-397380d7-67d4-4b1d-a10c-b5cd7703fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:40.199491 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-397380d7-67d4-4b1d-a10c-b5cd7703fdb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:40.200879 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-397380d7-67d4-4b1d-a10c-b5cd7703fdb1 service neutron] 10.222.0.57 "PUT /v2.0/ports/27cb3e08-2454-4fe5-8c1f-5ecf44e6192f HTTP/1.1" status: 200 len: 1093 time: 0.7212563 Mar 31 22:08:40.203081 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab7a681-6d5b-4c59-a5ae-99494b41adf9', 'tag': '27cb3e08-2454-4fe5-8c1f-5ecf44e6192f'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:08:40.205722 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82726696-09c4-46d7-a95f-f3074c240b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "dab7a681-6d5b-4c59-a5ae-99494b41adf9", "tag": "27cb3e08-2454-4fe5-8c1f-5ecf44e6192f"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:08:40.232341 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397380d7-67d4-4b1d-a10c-b5cd7703fdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:40.242904 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3402c25-35e6-47da-92a9-3927a4f71823 x-openstack-request-id: req-a3402c25-35e6-47da-92a9-3927a4f71823 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:08:40.243193 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab7a681-6d5b-4c59-a5ae-99494b41adf9", "tag": "27cb3e08-2454-4fe5-8c1f-5ecf44e6192f", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:08:40.243442 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a3402c25-35e6-47da-92a9-3927a4f71823 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:08:40.243869 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3402c25-35e6-47da-92a9-3927a4f71823'] response: {'name': 'network-changed', 'server_uuid': 'dab7a681-6d5b-4c59-a5ae-99494b41adf9', 'tag': '27cb3e08-2454-4fe5-8c1f-5ecf44e6192f', 'status': 'completed', 'code': 200} Mar 31 22:08:40.313329 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82726696-09c4-46d7-a95f-f3074c240b5a req-bdc0f0d5-c682-4471-9f52-e0d262bb1335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:40.316259 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-82726696-09c4-46d7-a95f-f3074c240b5a req-bdc0f0d5-c682-4471-9f52-e0d262bb1335 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34e52cb5afa74b4eafaebe16c9e1e1d1&device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 1127 time: 0.0492082 Mar 31 22:08:40.399195 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:40.423636 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82726696-09c4-46d7-a95f-f3074c240b5a req-99a27b0c-77d3-4692-9726-2d5a811c8844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:40.425126 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-82726696-09c4-46d7-a95f-f3074c240b5a req-99a27b0c-77d3-4692-9726-2d5a811c8844 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=34e52cb5afa74b4eafaebe16c9e1e1d1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0970230 Mar 31 22:08:40.517282 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82726696-09c4-46d7-a95f-f3074c240b5a req-9d69276b-2e31-4718-ae90-e2565e0b88fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:40.518696 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-82726696-09c4-46d7-a95f-f3074c240b5a req-9d69276b-2e31-4718-ae90-e2565e0b88fc service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875659 Mar 31 22:08:40.599128 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-2d8f5a35-dd19-4d83-8735-ac8abb6836cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:40.600612 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-2d8f5a35-dd19-4d83-8735-ac8abb6836cd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34e52cb5afa74b4eafaebe16c9e1e1d1&device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 1127 time: 0.0450840 Mar 31 22:08:40.651706 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-c9209416-1b3a-415d-8d98-6b6dc58797f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f HTTP/1.1" status: 200 len: 217 time: 0.0370064 Mar 31 22:08:40.701731 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-a1d0b717-cea7-41e7-a06f-c5eef274a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:40.703326 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-a1d0b717-cea7-41e7-a06f-c5eef274a9a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=01b07abf-1022-4cb3-9419-c682f5c84b30 HTTP/1.1" status: 200 len: 856 time: 0.0428307 Mar 31 22:08:40.751822 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-1ed132e4-b9a3-4119-82ad-b40e417d58dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:40.753322 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-1ed132e4-b9a3-4119-82ad-b40e417d58dc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39113ebe-596d-4feb-8ec9-18a7831cbf68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437484 Mar 31 22:08:40.842993 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-fa90ccd6-2af6-492f-9456-06482a87b86a service neutron] 10.222.0.57 "GET /v2.0/networks/39113ebe-596d-4feb-8ec9-18a7831cbf68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829728 Mar 31 22:08:40.929747 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e5034c54-e739-4049-8d3f-ae9cc520f09f req-214e2ce6-190f-4b09-9602-e8bf5fb0f329 service neutron] 10.222.0.57 "GET /v2.0/networks/39113ebe-596d-4feb-8ec9-18a7831cbf68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799308 Mar 31 22:08:41.256221 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f377b-079f-4ee7-acb9-67dc7414231d req-ad3c1438-f31d-4e38-ba8b-2caa3850b1a2 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:41.257587 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-226f377b-079f-4ee7-acb9-67dc7414231d req-ad3c1438-f31d-4e38-ba8b-2caa3850b1a2 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 943 time: 0.0543628 Mar 31 22:08:41.303285 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-226f377b-079f-4ee7-acb9-67dc7414231d req-4a5208ac-476f-4c3b-a942-a94f79044bd0 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402524 Mar 31 22:08:42.425054 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f631cc-d0f8-4776-a7d0-cae2e5c4b35e req-61fe3391-5813-40e1-a964-322e21a39866 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:42.426554 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-96f631cc-d0f8-4776-a7d0-cae2e5c4b35e req-61fe3391-5813-40e1-a964-322e21a39866 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 943 time: 0.0524158 Mar 31 22:08:42.473908 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-96f631cc-d0f8-4776-a7d0-cae2e5c4b35e req-a0c816d8-d973-4d29-9b83-291e8be9f1de tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414903 Mar 31 22:08:43.599489 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d43e8-7756-4ff8-af9e-bc8e4a0b6e0e req-7f4f846c-2e5c-4966-a1ce-2ddc8371206d tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:43.600936 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-047d43e8-7756-4ff8-af9e-bc8e4a0b6e0e req-7f4f846c-2e5c-4966-a1ce-2ddc8371206d tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 943 time: 0.0584600 Mar 31 22:08:43.648644 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-047d43e8-7756-4ff8-af9e-bc8e4a0b6e0e req-8ddaf83d-4ed2-42b0-acdf-def5513b384d tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397551 Mar 31 22:08:44.159276 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:08:44.254783 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:08:44.266222 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': '27cb3e08-2454-4fe5-8c1f-5ecf44e6192f', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'port_id': '27cb3e08-2454-4fe5-8c1f-5ecf44e6192f', 'mac_address': 'fa:16:3e:ff:f1:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:08:44.301986 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:08:44.302663 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:44.315532 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:08:44.337592 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:08:44.399353 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:44.447453 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:44.692812 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['27cb3e08-2454-4fe5-8c1f-5ecf44e6192f'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:08:44.768115 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4971d-ce01-4226-aa87-362e524dfe6b req-9eb867bd-bc13-48aa-9ac2-b37acecc20c4 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:44.769576 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-26a4971d-ce01-4226-aa87-362e524dfe6b req-9eb867bd-bc13-48aa-9ac2-b37acecc20c4 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 944 time: 0.0525160 Mar 31 22:08:44.815323 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-26a4971d-ce01-4226-aa87-362e524dfe6b req-39ecaeae-f92d-4135-842f-82da6cd85086 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402431 Mar 31 22:08:45.934341 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd65304-5834-46a2-b10d-122ccc2c812a req-1012d343-3323-4f49-8e1c-a3e42ade2aa0 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:45.935799 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-abd65304-5834-46a2-b10d-122ccc2c812a req-1012d343-3323-4f49-8e1c-a3e42ade2aa0 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 944 time: 0.0521021 Mar 31 22:08:45.985613 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-abd65304-5834-46a2-b10d-122ccc2c812a req-74ae5026-92bf-49b4-a608-bd1ee515528c tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442903 Mar 31 22:08:46.174083 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:08:46.319369 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning for port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 22:08:46.323294 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:08:46.323662 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:46.401532 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:08:46.401940 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:46.424532 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab7a681-6d5b-4c59-a5ae-99494b41adf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27cb3e08-2454-4fe5-8c1f-5ecf44e6192f'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:08:46.426725 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1332aebf-bfcf-497c-8208-e258797b931f" -d '{"events": [{"server_uuid": "dab7a681-6d5b-4c59-a5ae-99494b41adf9", "name": "network-vif-plugged", "status": "completed", "tag": "27cb3e08-2454-4fe5-8c1f-5ecf44e6192f"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:08:46.439387 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:08:46.462408 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071758e0-e95a-4fa4-a9ce-507ad54e7d71 x-openstack-request-id: req-071758e0-e95a-4fa4-a9ce-507ad54e7d71 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:08:46.462724 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab7a681-6d5b-4c59-a5ae-99494b41adf9", "name": "network-vif-plugged", "status": "completed", "tag": "27cb3e08-2454-4fe5-8c1f-5ecf44e6192f", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:08:46.462980 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-071758e0-e95a-4fa4-a9ce-507ad54e7d71 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:08:46.463377 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-071758e0-e95a-4fa4-a9ce-507ad54e7d71'] response: {'server_uuid': 'dab7a681-6d5b-4c59-a5ae-99494b41adf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27cb3e08-2454-4fe5-8c1f-5ecf44e6192f', 'code': 200} Mar 31 22:08:46.530845 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:46.582141 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:46.815273 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a1b74-7c82-4cc9-aea9-c473c48a60aa req-8de2abbf-a64e-45c6-8f15-c5578456faf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:46.816646 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ab2a1b74-7c82-4cc9-aea9-c473c48a60aa req-8de2abbf-a64e-45c6-8f15-c5578456faf3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 1129 time: 0.0478628 Mar 31 22:08:46.858143 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ab2a1b74-7c82-4cc9-aea9-c473c48a60aa req-b8165dcc-4c6b-430d-8da9-e6658efbbe2a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356450 Mar 31 22:08:47.107211 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7740ac5-36c9-4260-b5a8-44235b499e72 req-ba110934-0dec-43c9-9b32-dc7e01098ac6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:47.108664 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b7740ac5-36c9-4260-b5a8-44235b499e72 req-ba110934-0dec-43c9-9b32-dc7e01098ac6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0520620 Mar 31 22:08:47.154732 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b7740ac5-36c9-4260-b5a8-44235b499e72 req-e26b26d1-0db6-40e6-963c-4df6a4f28f0b tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398397 Mar 31 22:08:48.151940 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:08:48.275923 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d24b8-f6a5-4878-b5c6-d6a0244af963 req-1bdeb1f8-9b95-4cbb-a27a-4a3786d34854 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:48.277394 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bb9d24b8-f6a5-4878-b5c6-d6a0244af963 req-1bdeb1f8-9b95-4cbb-a27a-4a3786d34854 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0520978 Mar 31 22:08:48.324602 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bb9d24b8-f6a5-4878-b5c6-d6a0244af963 req-bc53b909-c471-4e59-9b00-8326b58d9ac2 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414162 Mar 31 22:08:49.456615 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bff27-0e8b-4a66-a69f-897e8562b5d3 req-63b3912c-1655-4bbd-9950-88f9da1efe3d tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:49.458109 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0b6bff27-0e8b-4a66-a69f-897e8562b5d3 req-63b3912c-1655-4bbd-9950-88f9da1efe3d tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0575285 Mar 31 22:08:49.504584 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0b6bff27-0e8b-4a66-a69f-897e8562b5d3 req-7a68b7b6-8914-4033-8026-7a391451d2a8 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409195 Mar 31 22:08:49.626313 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a2549-304c-4e49-9ebd-bfbc6c2eda61 req-b5d5c46b-0d91-4277-9b1b-fcc1ec466fa8 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:49.628840 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-867a2549-304c-4e49-9ebd-bfbc6c2eda61 req-b5d5c46b-0d91-4277-9b1b-fcc1ec466fa8 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0577288 Mar 31 22:08:49.637230 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60164) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:08:49.641594 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-99a6e9e8-6364-49a3-bb04-46dfd0b3389e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Request body: {'floatingip': {'port_id': '27cb3e08-2454-4fe5-8c1f-5ecf44e6192f'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:08:49.683824 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-99a6e9e8-6364-49a3-bb04-46dfd0b3389e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for floatingip (8a86409e-a0a8-45b5-84db-02383eaf8e1a), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:50.116597 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-99a6e9e8-6364-49a3-bb04-46dfd0b3389e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:50.176524 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-99a6e9e8-6364-49a3-bb04-46dfd0b3389e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (8a86409e-a0a8-45b5-84db-02383eaf8e1a), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:50.283985 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-99a6e9e8-6364-49a3-bb04-46dfd0b3389e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Floating IP 8a86409e-a0a8-45b5-84db-02383eaf8e1a associated. External IP: 172.27.2.23, port: 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f. Mar 31 22:08:50.520702 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a6e9e8-6364-49a3-bb04-46dfd0b3389e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Router 79595681-dc03-45d7-a583-93da0fd8f1e2 has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:08:50.547928 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d7b36-ac21-4644-8c59-140d7e1afbae req-bd905655-7b81-4270-8051-96d904315e10 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:50.549813 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f69d7b36-ac21-4644-8c59-140d7e1afbae req-bd905655-7b81-4270-8051-96d904315e10 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0706842 Mar 31 22:08:50.664064 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f69d7b36-ac21-4644-8c59-140d7e1afbae req-bed5a577-36a8-44dc-b3ca-5a17c7bfc85b tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809650 Mar 31 22:08:50.679919 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a6e9e8-6364-49a3-bb04-46dfd0b3389e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:08:50.684731 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-99a6e9e8-6364-49a3-bb04-46dfd0b3389e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:50.689410 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf8b4ee-f2f3-4dc1-a5c5-b2f06d46da4c None None] Sync routers for ids ['79595681-dc03-45d7-a583-93da0fd8f1e2'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:08:50.700167 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf8b4ee-f2f3-4dc1-a5c5-b2f06d46da4c None None] Routers {'79595681-dc03-45d7-a583-93da0fd8f1e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:08:50.700769 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-4cf8b4ee-f2f3-4dc1-a5c5-b2f06d46da4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:08:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['79595681-dc03-45d7-a583-93da0fd8f1e2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:08:50.715559 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-99a6e9e8-6364-49a3-bb04-46dfd0b3389e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "PUT /v2.0/floatingips/8a86409e-a0a8-45b5-84db-02383eaf8e1a HTTP/1.1" status: 200 len: 990 time: 1.0772870 Mar 31 22:08:50.716248 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab7a681-6d5b-4c59-a5ae-99494b41adf9', 'tag': '27cb3e08-2454-4fe5-8c1f-5ecf44e6192f'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:08:50.718989 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d034bfc735977369ecc1df0796a02fa1e575f952a1ba42ee6983d0042c1cfb33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9bdf68-ea7c-4382-a644-01484b86b09b" -d '{"events": [{"name": "network-changed", "server_uuid": "dab7a681-6d5b-4c59-a5ae-99494b41adf9", "tag": "27cb3e08-2454-4fe5-8c1f-5ecf44e6192f"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:08:50.756621 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c1557d-d8bf-412e-a0fa-e69d75ff0246 x-openstack-request-id: req-a5c1557d-d8bf-412e-a0fa-e69d75ff0246 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:08:50.756912 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab7a681-6d5b-4c59-a5ae-99494b41adf9", "tag": "27cb3e08-2454-4fe5-8c1f-5ecf44e6192f", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:08:50.757162 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a5c1557d-d8bf-412e-a0fa-e69d75ff0246 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:08:50.757568 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5c1557d-d8bf-412e-a0fa-e69d75ff0246'] response: {'name': 'network-changed', 'server_uuid': 'dab7a681-6d5b-4c59-a5ae-99494b41adf9', 'tag': '27cb3e08-2454-4fe5-8c1f-5ecf44e6192f', 'status': 'completed', 'code': 200} Mar 31 22:08:50.809096 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-4cf8b4ee-f2f3-4dc1-a5c5-b2f06d46da4c None None] Set router 79595681-dc03-45d7-a583-93da0fd8f1e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:08:50.836147 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bdf68-ea7c-4382-a644-01484b86b09b req-6f3b450b-2398-4a01-80d8-6cbacb216321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:50.837756 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-4a9bdf68-ea7c-4382-a644-01484b86b09b req-6f3b450b-2398-4a01-80d8-6cbacb216321 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34e52cb5afa74b4eafaebe16c9e1e1d1&device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 1129 time: 0.0444789 Mar 31 22:08:50.931603 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bdf68-ea7c-4382-a644-01484b86b09b req-b5dd745d-2e54-4275-9821-a59b564041d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:50.933064 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-4a9bdf68-ea7c-4382-a644-01484b86b09b req-b5dd745d-2e54-4275-9821-a59b564041d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=39113ebe-596d-4feb-8ec9-18a7831cbf68 HTTP/1.1" status: 200 len: 918 time: 0.0871725 Mar 31 22:08:50.999118 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-4a9bdf68-ea7c-4382-a644-01484b86b09b req-68383709-75d9-4e2c-a3ae-73d1afbabdc6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f HTTP/1.1" status: 200 len: 998 time: 0.0579572 Mar 31 22:08:51.031799 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-4cf8b4ee-f2f3-4dc1-a5c5-b2f06d46da4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'name': 'tempest-AttachVolumeShelveTestJSON-2065121846-router', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'gw_port': {'id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': '8a86409e-a0a8-45b5-84db-02383eaf8e1a', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'port_id': '27cb3e08-2454-4fe5-8c1f-5ecf44e6192f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'mac_address': 'fa:16:3e:ff:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab7a681-6d5b-4c59-a5ae-99494b41adf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:08:35Z', 'updated_at': '2022-03-31T22:08:50Z', 'revision_number': 1, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67a0f26-97a7-48a6-9414-24df8c326d24', 'name': '', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'mac_address': 'fa:16:3e:4e:28:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:42Z', 'revision_number': 5, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'subnets': [{'id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:08:51.048372 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bdf68-ea7c-4382-a644-01484b86b09b req-10563f11-78f2-4324-b2d8-5d0be9c10a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:51.050502 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-4a9bdf68-ea7c-4382-a644-01484b86b09b req-10563f11-78f2-4324-b2d8-5d0be9c10a61 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=01b07abf-1022-4cb3-9419-c682f5c84b30 HTTP/1.1" status: 200 len: 856 time: 0.0436304 Mar 31 22:08:51.062942 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf8b4ee-f2f3-4dc1-a5c5-b2f06d46da4c None None] Checking router: 79595681-dc03-45d7-a583-93da0fd8f1e2 for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:08:51.071171 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf8b4ee-f2f3-4dc1-a5c5-b2f06d46da4c None None] Routers {'79595681-dc03-45d7-a583-93da0fd8f1e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:08:51.071763 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-4cf8b4ee-f2f3-4dc1-a5c5-b2f06d46da4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:08:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['79595681-dc03-45d7-a583-93da0fd8f1e2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:08:51.102752 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bdf68-ea7c-4382-a644-01484b86b09b req-7dff15f2-f981-4f00-a472-9f7304bdb32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:51.104240 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-4a9bdf68-ea7c-4382-a644-01484b86b09b req-7dff15f2-f981-4f00-a472-9f7304bdb32b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39113ebe-596d-4feb-8ec9-18a7831cbf68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462303 Mar 31 22:08:51.178018 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-4cf8b4ee-f2f3-4dc1-a5c5-b2f06d46da4c None None] Set router 79595681-dc03-45d7-a583-93da0fd8f1e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:08:51.199135 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-4a9bdf68-ea7c-4382-a644-01484b86b09b req-fef7497c-ce45-4d0b-82b2-1947ce3e7d87 service neutron] 10.222.0.57 "GET /v2.0/networks/39113ebe-596d-4feb-8ec9-18a7831cbf68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809410 Mar 31 22:08:51.292793 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-4a9bdf68-ea7c-4382-a644-01484b86b09b req-a1c756b0-fb90-4cf9-8088-30df4725703a service neutron] 10.222.0.57 "GET /v2.0/networks/39113ebe-596d-4feb-8ec9-18a7831cbf68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861661 Mar 31 22:08:51.409408 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-4cf8b4ee-f2f3-4dc1-a5c5-b2f06d46da4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'name': 'tempest-AttachVolumeShelveTestJSON-2065121846-router', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'gw_port': {'id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': '8a86409e-a0a8-45b5-84db-02383eaf8e1a', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'port_id': '27cb3e08-2454-4fe5-8c1f-5ecf44e6192f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'mac_address': 'fa:16:3e:ff:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab7a681-6d5b-4c59-a5ae-99494b41adf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:08:35Z', 'updated_at': '2022-03-31T22:08:50Z', 'revision_number': 1, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67a0f26-97a7-48a6-9414-24df8c326d24', 'name': '', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'mac_address': 'fa:16:3e:4e:28:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:42Z', 'revision_number': 5, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'subnets': [{'id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:08:51.439782 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf8b4ee-f2f3-4dc1-a5c5-b2f06d46da4c None None] The sync data for ids ['79595681-dc03-45d7-a583-93da0fd8f1e2'] in dv-cinder-836083-1-iscsi is: [{'id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'name': 'tempest-AttachVolumeShelveTestJSON-2065121846-router', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'gw_port': {'id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': '8a86409e-a0a8-45b5-84db-02383eaf8e1a', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'floating_ip_address': '172.27.2.23', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'port_id': '27cb3e08-2454-4fe5-8c1f-5ecf44e6192f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'mac_address': 'fa:16:3e:ff:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab7a681-6d5b-4c59-a5ae-99494b41adf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:08:35Z', 'updated_at': '2022-03-31T22:08:50Z', 'revision_number': 1, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f67a0f26-97a7-48a6-9414-24df8c326d24', 'name': '', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'mac_address': 'fa:16:3e:4e:28:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:42Z', 'revision_number': 5, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'subnets': [{'id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:08:51.620320 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a779c5f-e79d-494a-8eb4-7266d5c9eaa1 None None] New status for floating IP 8a86409e-a0a8-45b5-84db-02383eaf8e1a: ACTIVE {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:08:51.785549 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec765c2b-f366-4335-8104-34e639dbad02 req-7de08269-7485-4124-b553-fbe280e362f5 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:51.787086 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ec765c2b-f366-4335-8104-34e639dbad02 req-7de08269-7485-4124-b553-fbe280e362f5 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0555637 Mar 31 22:08:51.834646 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ec765c2b-f366-4335-8104-34e639dbad02 req-0765c9f0-78fc-4aaa-b4f2-c2320f464242 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418465 Mar 31 22:08:52.748299 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b223aab-8742-4651-b1d2-e28eb75c8c7c req-ee0cafe9-0e36-41ad-bcba-7e18be9b97d3 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:52.749736 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-9b223aab-8742-4651-b1d2-e28eb75c8c7c req-ee0cafe9-0e36-41ad-bcba-7e18be9b97d3 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.57 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0529709 Mar 31 22:08:52.842335 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-9b223aab-8742-4651-b1d2-e28eb75c8c7c req-9b4f4388-8fc7-4b6b-9f8b-ddd6bdc73a7e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Deleting port ab834894-7c55-4fa2-bab1-c1eea0c6bd1a {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:08:52.842674 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-9b223aab-8742-4651-b1d2-e28eb75c8c7c req-9b4f4388-8fc7-4b6b-9f8b-ddd6bdc73a7e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (ab834894-7c55-4fa2-bab1-c1eea0c6bd1a), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:52.935401 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-9b223aab-8742-4651-b1d2-e28eb75c8c7c req-9b4f4388-8fc7-4b6b-9f8b-ddd6bdc73a7e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] For port ab834894-7c55-4fa2-bab1-c1eea0c6bd1a, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=ab834894-7c55-4fa2-bab1-c1eea0c6bd1a,segment=NetworkSegment(0f1db625-fbb2-413d-bece-5f36d62a5b67),segment_id=0f1db625-fbb2-413d-bece-5f36d62a5b67)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:08:52.935671 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-9b223aab-8742-4651-b1d2-e28eb75c8c7c req-9b4f4388-8fc7-4b6b-9f8b-ddd6bdc73a7e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (ab834894-7c55-4fa2-bab1-c1eea0c6bd1a), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:52.955212 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493b7b6-4bbc-4e2f-bb66-acf43af08b68 req-dccd6543-f32a-4e85-aa30-8794d12ba410 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:52.956687 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2493b7b6-4bbc-4e2f-bb66-acf43af08b68 req-dccd6543-f32a-4e85-aa30-8794d12ba410 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 946 time: 0.0537157 Mar 31 22:08:53.001957 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2493b7b6-4bbc-4e2f-bb66-acf43af08b68 req-03bdca19-9c25-4460-977d-0663c44820d9 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=cadee929-cadc-40e0-8bd7-664916074928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397501 Mar 31 22:08:53.102830 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-9b223aab-8742-4651-b1d2-e28eb75c8c7c req-9b4f4388-8fc7-4b6b-9f8b-ddd6bdc73a7e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:53.103192 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-9b223aab-8742-4651-b1d2-e28eb75c8c7c req-9b4f4388-8fc7-4b6b-9f8b-ddd6bdc73a7e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (61b6677b-0fb9-49f4-8db1-618f7385ed0a), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:53.103509 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.l3_db [req-9b223aab-8742-4651-b1d2-e28eb75c8c7c req-9b4f4388-8fc7-4b6b-9f8b-ddd6bdc73a7e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Floating IP 61b6677b-0fb9-49f4-8db1-618f7385ed0a disassociated. External IP: 172.27.2.51, port: ab834894-7c55-4fa2-bab1-c1eea0c6bd1a. Mar 31 22:08:53.103847 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-9b223aab-8742-4651-b1d2-e28eb75c8c7c req-9b4f4388-8fc7-4b6b-9f8b-ddd6bdc73a7e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Calling delete_port for ab834894-7c55-4fa2-bab1-c1eea0c6bd1a owned by compute:nova {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:08:53.285315 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-9b223aab-8742-4651-b1d2-e28eb75c8c7c req-9b4f4388-8fc7-4b6b-9f8b-ddd6bdc73a7e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (ab834894-7c55-4fa2-bab1-c1eea0c6bd1a), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:53.313315 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f4388-8fc7-4b6b-9f8b-ddd6bdc73a7e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Pushing event deleted for resources: {'Port': ['ID=ab834894-7c55-4fa2-bab1-c1eea0c6bd1a,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:53.665004 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b223aab-8742-4651-b1d2-e28eb75c8c7c req-9b4f4388-8fc7-4b6b-9f8b-ddd6bdc73a7e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Router bfb42bdc-16b9-4a0c-9644-8e234af92d96 has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:08:53.779991 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b223aab-8742-4651-b1d2-e28eb75c8c7c req-9b4f4388-8fc7-4b6b-9f8b-ddd6bdc73a7e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:08:53.792496 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29693cf-ff80-4e59-936a-0e0dd95451e5 None None] Sync routers for ids ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:08:53.810259 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29693cf-ff80-4e59-936a-0e0dd95451e5 None None] Routers {'bfb42bdc-16b9-4a0c-9644-8e234af92d96'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:08:53.810964 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-b29693cf-ff80-4e59-936a-0e0dd95451e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:08:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:08:53.821923 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b223aab-8742-4651-b1d2-e28eb75c8c7c req-9b4f4388-8fc7-4b6b-9f8b-ddd6bdc73a7e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] No DVR routers for this DVR port ab834894-7c55-4fa2-bab1-c1eea0c6bd1a on host hv-cinder-83608 {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:08:53.824737 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-9b223aab-8742-4651-b1d2-e28eb75c8c7c req-9b4f4388-8fc7-4b6b-9f8b-ddd6bdc73a7e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:53.828090 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-9b223aab-8742-4651-b1d2-e28eb75c8c7c req-9b4f4388-8fc7-4b6b-9f8b-ddd6bdc73a7e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.57 "DELETE /v2.0/ports/ab834894-7c55-4fa2-bab1-c1eea0c6bd1a HTTP/1.1" status: 204 len: 173 time: 1.0696962 Mar 31 22:08:53.828534 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621c1182-7fcc-4be4-8783-2c02fc37e4f6', 'name': 'network-vif-deleted', 'tag': 'ab834894-7c55-4fa2-bab1-c1eea0c6bd1a'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:08:53.831309 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1617be95-d119-4052-8e9b-2c08814b3d31" -d '{"events": [{"server_uuid": "621c1182-7fcc-4be4-8783-2c02fc37e4f6", "name": "network-vif-deleted", "tag": "ab834894-7c55-4fa2-bab1-c1eea0c6bd1a"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:08:53.870253 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e9ae16-d6c3-47d3-a30e-981f402dd6e0 x-openstack-request-id: req-89e9ae16-d6c3-47d3-a30e-981f402dd6e0 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:08:53.870554 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621c1182-7fcc-4be4-8783-2c02fc37e4f6", "name": "network-vif-deleted", "tag": "ab834894-7c55-4fa2-bab1-c1eea0c6bd1a", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:08:53.870809 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-89e9ae16-d6c3-47d3-a30e-981f402dd6e0 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:08:53.871214 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e9ae16-d6c3-47d3-a30e-981f402dd6e0'] response: {'server_uuid': '621c1182-7fcc-4be4-8783-2c02fc37e4f6', 'name': 'network-vif-deleted', 'tag': 'ab834894-7c55-4fa2-bab1-c1eea0c6bd1a', 'status': 'completed', 'code': 200} Mar 31 22:08:53.922606 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-b29693cf-ff80-4e59-936a-0e0dd95451e5 None None] Set router bfb42bdc-16b9-4a0c-9644-8e234af92d96 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:08:54.099166 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-656f0089-a8dc-4299-bfaf-cbebce6aec7f req-1d9fd681-4d12-4eaf-a70c-e024ba06941b tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=621c1182-7fcc-4be4-8783-2c02fc37e4f6 HTTP/1.1" status: 200 len: 210 time: 0.0312064 Mar 31 22:08:54.132020 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-b29693cf-ff80-4e59-936a-0e0dd95451e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'name': 'tempest-AttachVolumeTestJSON-1473956010-router', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:26Z', 'revision_number': 4, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'gw_port': {'id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '4ea61551-e04c-43da-b6ec-88d19249363a', 'name': '', 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'mac_address': 'fa:16:3e:75:d4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:39Z', 'revision_number': 5, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'subnets': [{'id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:08:54.157951 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29693cf-ff80-4e59-936a-0e0dd95451e5 None None] Checking router: bfb42bdc-16b9-4a0c-9644-8e234af92d96 for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:08:54.166835 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29693cf-ff80-4e59-936a-0e0dd95451e5 None None] Routers {'bfb42bdc-16b9-4a0c-9644-8e234af92d96'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:08:54.167440 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-b29693cf-ff80-4e59-936a-0e0dd95451e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:08:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:08:54.275584 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-b29693cf-ff80-4e59-936a-0e0dd95451e5 None None] Set router bfb42bdc-16b9-4a0c-9644-8e234af92d96 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:08:54.598438 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-b29693cf-ff80-4e59-936a-0e0dd95451e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'name': 'tempest-AttachVolumeTestJSON-1473956010-router', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:26Z', 'revision_number': 4, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'gw_port': {'id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '4ea61551-e04c-43da-b6ec-88d19249363a', 'name': '', 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'mac_address': 'fa:16:3e:75:d4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:39Z', 'revision_number': 5, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'subnets': [{'id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:08:54.625472 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29693cf-ff80-4e59-936a-0e0dd95451e5 None None] The sync data for ids ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'] in dv-cinder-836083-1-iscsi is: [{'id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'name': 'tempest-AttachVolumeTestJSON-1473956010-router', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:26Z', 'revision_number': 4, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'gw_port': {'id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '4ea61551-e04c-43da-b6ec-88d19249363a', 'name': '', 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'mac_address': 'fa:16:3e:75:d4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:39Z', 'revision_number': 5, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'subnets': [{'id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:08:54.852803 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862f355c-bf10-4735-aba9-7de823a32077 None None] New status for floating IP 61b6677b-0fb9-49f4-8db1-618f7385ed0a: DOWN {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:08:55.251333 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60204) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:08:55.303095 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cc1bc1e9-dd5c-4eee-9fb7-9ffb78f6b94a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for security_group (cadee929-cadc-40e0-8bd7-664916074928), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:55.325067 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cc1bc1e9-dd5c-4eee-9fb7-9ffb78f6b94a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for security_group (cadee929-cadc-40e0-8bd7-664916074928), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:55.433375 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cc1bc1e9-dd5c-4eee-9fb7-9ffb78f6b94a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (cadee929-cadc-40e0-8bd7-664916074928), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:55.436052 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cc1bc1e9-dd5c-4eee-9fb7-9ffb78f6b94a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:55.443735 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-cc1bc1e9-dd5c-4eee-9fb7-9ffb78f6b94a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "DELETE /v2.0/security-groups/cadee929-cadc-40e0-8bd7-664916074928 HTTP/1.1" status: 204 len: 168 time: 0.1848822 Mar 31 22:08:55.444067 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 60208) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:08:55.447062 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1bc1e9-dd5c-4eee-9fb7-9ffb78f6b94a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadee929-cadc-40e0-8bd7-664916074928,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:55.454256 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bc1e9-dd5c-4eee-9fb7-9ffb78f6b94a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:55.454620 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bc1e9-dd5c-4eee-9fb7-9ffb78f6b94a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:55.455031 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bc1e9-dd5c-4eee-9fb7-9ffb78f6b94a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:55.455508 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bc1e9-dd5c-4eee-9fb7-9ffb78f6b94a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:55.456540 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bc1e9-dd5c-4eee-9fb7-9ffb78f6b94a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:55.456892 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bc1e9-dd5c-4eee-9fb7-9ffb78f6b94a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:55.457010 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.api.v2.resource [None req-e4335ea8-cd23-4a45-848e-eec146aa4f40 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] show failed (client error): The resource could not be found. Mar 31 22:08:55.457231 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bc1e9-dd5c-4eee-9fb7-9ffb78f6b94a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:55.457566 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bc1e9-dd5c-4eee-9fb7-9ffb78f6b94a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:55.457899 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bc1e9-dd5c-4eee-9fb7-9ffb78f6b94a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:55.458342 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bc1e9-dd5c-4eee-9fb7-9ffb78f6b94a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:55.458732 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bc1e9-dd5c-4eee-9fb7-9ffb78f6b94a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:55.459003 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bc1e9-dd5c-4eee-9fb7-9ffb78f6b94a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:55.459333 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bc1e9-dd5c-4eee-9fb7-9ffb78f6b94a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:55.459659 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bc1e9-dd5c-4eee-9fb7-9ffb78f6b94a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:55.459984 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1bc1e9-dd5c-4eee-9fb7-9ffb78f6b94a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:08:55.461077 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-e4335ea8-cd23-4a45-848e-eec146aa4f40 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups/cadee929-cadc-40e0-8bd7-664916074928 HTTP/1.1" status: 404 len: 347 time: 0.0194197 Mar 31 22:08:55.461667 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 60212) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:08:55.591381 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-7d607bf5-6884-496c-a43a-85e96a33d7a6 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Deleting port d2b65c79-2c96-4266-a6ab-0bff7e717d5a {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:08:55.591738 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7d607bf5-6884-496c-a43a-85e96a33d7a6 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (d2b65c79-2c96-4266-a6ab-0bff7e717d5a), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:55.674988 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7d607bf5-6884-496c-a43a-85e96a33d7a6 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (d2b65c79-2c96-4266-a6ab-0bff7e717d5a), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:55.675254 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7d607bf5-6884-496c-a43a-85e96a33d7a6 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for floatingip (d2b65c79-2c96-4266-a6ab-0bff7e717d5a), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:55.687173 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-7d607bf5-6884-496c-a43a-85e96a33d7a6 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Calling delete_port for d2b65c79-2c96-4266-a6ab-0bff7e717d5a owned by network:floatingip {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:08:55.884983 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7d607bf5-6884-496c-a43a-85e96a33d7a6 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (d2b65c79-2c96-4266-a6ab-0bff7e717d5a), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:55.912527 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d607bf5-6884-496c-a43a-85e96a33d7a6 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Pushing event deleted for resources: {'Port': ['ID=d2b65c79-2c96-4266-a6ab-0bff7e717d5a,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:55.971209 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7d607bf5-6884-496c-a43a-85e96a33d7a6 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for floatingip (61b6677b-0fb9-49f4-8db1-618f7385ed0a), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:55.974323 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7d607bf5-6884-496c-a43a-85e96a33d7a6 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:55.975488 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-7d607bf5-6884-496c-a43a-85e96a33d7a6 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "DELETE /v2.0/floatingips/61b6677b-0fb9-49f4-8db1-618f7385ed0a HTTP/1.1" status: 204 len: 168 time: 0.5121310 Mar 31 22:08:56.209986 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device ab834894-7c55-4fa2-bab1-c1eea0c6bd1a no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:08:56.217153 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 60222) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:08:56.221770 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-6e7f4ecb-5fc6-4be2-a540-2e502531ae23 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Request body: {'security_group': {'name': 'tempest-securitygroup--274337323', 'description': 'tempest-description--1721851590'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:08:56.229707 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] No Port match for: ab834894-7c55-4fa2-bab1-c1eea0c6bd1a {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:08:56.230134 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device ab834894-7c55-4fa2-bab1-c1eea0c6bd1a not bound to the agent host hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:08:56.370962 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4ecb-5fc6-4be2-a540-2e502531ae23 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:56.454865 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4ecb-5fc6-4be2-a540-2e502531ae23 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for security_group (04f4fb3d-81a1-492c-a557-545af47d8775), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:56.586403 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4ecb-5fc6-4be2-a540-2e502531ae23 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (04f4fb3d-81a1-492c-a557-545af47d8775), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:56.611482 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f4ecb-5fc6-4be2-a540-2e502531ae23 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f4fb3d-81a1-492c-a557-545af47d8775,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:56.699114 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4ecb-5fc6-4be2-a540-2e502531ae23 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:56.700385 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-6e7f4ecb-5fc6-4be2-a540-2e502531ae23 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4822006 Mar 31 22:08:56.703328 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 60236) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:08:56.707678 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-762f8c01-d25b-4127-9bd9-21abe255571c tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Request body: {'security_group_rule': {'security_group_id': '04f4fb3d-81a1-492c-a557-545af47d8775', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:08:56.844573 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-762f8c01-d25b-4127-9bd9-21abe255571c tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for security_group_rule (6303304d-2613-4070-bdc4-c52e0e9494e0), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:56.901031 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-762f8c01-d25b-4127-9bd9-21abe255571c tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for security_group_rule (6303304d-2613-4070-bdc4-c52e0e9494e0), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:56.993941 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-762f8c01-d25b-4127-9bd9-21abe255571c tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (6303304d-2613-4070-bdc4-c52e0e9494e0), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:57.015585 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f8c01-d25b-4127-9bd9-21abe255571c tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6303304d-2613-4070-bdc4-c52e0e9494e0,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:57.109798 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-762f8c01-d25b-4127-9bd9-21abe255571c tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:57.111048 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-762f8c01-d25b-4127-9bd9-21abe255571c tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4067993 Mar 31 22:08:57.113754 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 60240) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:08:57.118729 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-f5ddb953-f7bd-4d3c-9287-906095bfcd46 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Request body: {'security_group_rule': {'security_group_id': '04f4fb3d-81a1-492c-a557-545af47d8775', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:08:57.221408 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f5ddb953-f7bd-4d3c-9287-906095bfcd46 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for security_group_rule (d4bfa13a-ad19-47ae-bdab-58b62cf36fe1), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:57.277536 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f5ddb953-f7bd-4d3c-9287-906095bfcd46 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for security_group_rule (d4bfa13a-ad19-47ae-bdab-58b62cf36fe1), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:57.404882 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f5ddb953-f7bd-4d3c-9287-906095bfcd46 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (d4bfa13a-ad19-47ae-bdab-58b62cf36fe1), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:57.426052 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddb953-f7bd-4d3c-9287-906095bfcd46 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4bfa13a-ad19-47ae-bdab-58b62cf36fe1,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:57.498165 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f5ddb953-f7bd-4d3c-9287-906095bfcd46 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:57.499421 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-f5ddb953-f7bd-4d3c-9287-906095bfcd46 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3846292 Mar 31 22:08:57.502457 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 60246) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:08:57.506683 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-b9ef5efd-107b-401e-8c39-e8b141908df9 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Request body: {'floatingip': {'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:08:57.576455 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b9ef5efd-107b-401e-8c39-e8b141908df9 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:57.678141 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b9ef5efd-107b-401e-8c39-e8b141908df9 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:57.784599 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-b9ef5efd-107b-401e-8c39-e8b141908df9 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Allocated IP 172.27.2.90 (ad19088a-a902-4a91-855f-5fb9d1c67d87/5d366205-9c7a-4898-9c8b-600d476ec59e/547a12fc-d5b6-46fd-9b90-54d4f5f4c201) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:08:57.885120 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b9ef5efd-107b-401e-8c39-e8b141908df9 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for port (547a12fc-d5b6-46fd-9b90-54d4f5f4c201), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:57.965551 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b9ef5efd-107b-401e-8c39-e8b141908df9 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (547a12fc-d5b6-46fd-9b90-54d4f5f4c201), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:58.002761 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ef5efd-107b-401e-8c39-e8b141908df9 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:08:58.005542 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-b9ef5efd-107b-401e-8c39-e8b141908df9 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:08:58.012143 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef5efd-107b-401e-8c39-e8b141908df9 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:08:58.036991 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef5efd-107b-401e-8c39-e8b141908df9 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Pushing event updated for resources: {'Port': ['ID=547a12fc-d5b6-46fd-9b90-54d4f5f4c201,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:58.100036 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b9ef5efd-107b-401e-8c39-e8b141908df9 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for floatingip (ee9405f9-7832-46f6-b265-db4e2436875d), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:58.198700 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b9ef5efd-107b-401e-8c39-e8b141908df9 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (547a12fc-d5b6-46fd-9b90-54d4f5f4c201), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:58.346711 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b9ef5efd-107b-401e-8c39-e8b141908df9 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for port (547a12fc-d5b6-46fd-9b90-54d4f5f4c201), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:58.416404 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b9ef5efd-107b-401e-8c39-e8b141908df9 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (547a12fc-d5b6-46fd-9b90-54d4f5f4c201), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:58.484631 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef5efd-107b-401e-8c39-e8b141908df9 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Pushing event updated for resources: {'Port': ['ID=547a12fc-d5b6-46fd-9b90-54d4f5f4c201,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:08:58.496867 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b9ef5efd-107b-401e-8c39-e8b141908df9 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (ee9405f9-7832-46f6-b265-db4e2436875d), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:58.583927 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b9ef5efd-107b-401e-8c39-e8b141908df9 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:08:58.585178 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b9ef5efd-107b-401e-8c39-e8b141908df9 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0817921 Mar 31 22:08:58.791118 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-32464e71-b604-487a-a2fe-61f56cfa978e req-e59c0c4c-60e4-4f15-ace7-3e85de73f42d tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--274337323&fields=id&tenant_id=b6ec8840baa0418eaaf3929e20b8ac22 HTTP/1.1" status: 200 len: 267 time: 0.0412898 Mar 31 22:08:58.895933 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32464e71-b604-487a-a2fe-61f56cfa978e req-596bdb26-d5b2-4094-ab49-14addfce49ab tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:08:58.897376 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-32464e71-b604-487a-a2fe-61f56cfa978e req-596bdb26-d5b2-4094-ab49-14addfce49ab tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/networks?id=0382e6fe-1738-4da8-a648-cd0ccb96afb3 HTTP/1.1" status: 200 len: 811 time: 0.1000421 Mar 31 22:08:58.911975 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-32464e71-b604-487a-a2fe-61f56cfa978e req-5eb6529a-52f9-4673-9887-966470803054 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/quotas/b6ec8840baa0418eaaf3929e20b8ac22 HTTP/1.1" status: 200 len: 375 time: 0.0087161 Mar 31 22:08:58.967427 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-32464e71-b604-487a-a2fe-61f56cfa978e req-57c103f2-a38c-4677-95ac-2b6949628de3 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6ec8840baa0418eaaf3929e20b8ac22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497749 Mar 31 22:08:59.058894 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-32464e71-b604-487a-a2fe-61f56cfa978e req-80ba2b23-68e2-4952-9bbc-0ad7e0d542c3 service neutron] 10.222.0.59 "GET /v2.0/networks/0382e6fe-1738-4da8-a648-cd0ccb96afb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798073 Mar 31 22:08:59.149721 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-32464e71-b604-487a-a2fe-61f56cfa978e req-9bc1f1ca-ce76-410c-b6a5-c908cf5cc51e service neutron] 10.222.0.59 "GET /v2.0/networks/0382e6fe-1738-4da8-a648-cd0ccb96afb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851872 Mar 31 22:08:59.417163 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d5ae98e7-e766-46cd-bd7e-b9437b1535b4 req-5c34ca02-ddfe-40f1-a176-057411616ddb tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8f1c567-1432-4864-8a71-f2630d437824 HTTP/1.1" status: 200 len: 210 time: 0.0267296 Mar 31 22:09:00.510292 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1914f654-e0df-4864-8207-ab6449aaf959 req-3a8df9d4-691a-42c6-b6e2-7251d13a193d tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8f1c567-1432-4864-8a71-f2630d437824 HTTP/1.1" status: 200 len: 210 time: 0.0274374 Mar 31 22:09:01.122347 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32464e71-b604-487a-a2fe-61f56cfa978e req-711c2123-07ee-4a4b-a86f-31cf96ee32d5 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:01.123805 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-32464e71-b604-487a-a2fe-61f56cfa978e req-711c2123-07ee-4a4b-a86f-31cf96ee32d5 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.57 "GET /v2.0/networks?id=0382e6fe-1738-4da8-a648-cd0ccb96afb3 HTTP/1.1" status: 200 len: 811 time: 0.1146636 Mar 31 22:09:01.183821 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-32464e71-b604-487a-a2fe-61f56cfa978e req-1262ffcc-97d2-4a83-87d6-7fde790ade4a tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6ec8840baa0418eaaf3929e20b8ac22 HTTP/1.1" status: 200 len: 379 time: 0.0517995 Mar 31 22:09:01.193275 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-32464e71-b604-487a-a2fe-61f56cfa978e req-90e21c96-a537-4729-b428-85b202759bd3 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Request body: {'port': {'device_id': 'f8f1c567-1432-4864-8a71-f2630d437824', 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'admin_state_up': True, 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'security_groups': ['04f4fb3d-81a1-492c-a557-545af47d8775']}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:09:01.364731 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32464e71-b604-487a-a2fe-61f56cfa978e req-90e21c96-a537-4729-b428-85b202759bd3 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Made reservation on behalf of b6ec8840baa0418eaaf3929e20b8ac22 for: {'port': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:09:01.380605 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-32464e71-b604-487a-a2fe-61f56cfa978e req-90e21c96-a537-4729-b428-85b202759bd3 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:01.497697 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [req-32464e71-b604-487a-a2fe-61f56cfa978e req-90e21c96-a537-4729-b428-85b202759bd3 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Allocated IP 172.20.0.12 (0382e6fe-1738-4da8-a648-cd0ccb96afb3/22da6a9c-27c7-4f9f-9fde-ed9d5543264e/86d53f8c-726c-4b3f-aa14-f7b084c0de78) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:09:01.604011 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-baeb11d4-41f6-4590-8bf2-9b421a29b8ff req-0bceee66-a045-4b46-9f6a-44370af230e9 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8f1c567-1432-4864-8a71-f2630d437824 HTTP/1.1" status: 200 len: 210 time: 0.0277796 Mar 31 22:09:01.638245 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-32464e71-b604-487a-a2fe-61f56cfa978e req-90e21c96-a537-4729-b428-85b202759bd3 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for port (86d53f8c-726c-4b3f-aa14-f7b084c0de78), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:01.770761 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-32464e71-b604-487a-a2fe-61f56cfa978e req-90e21c96-a537-4729-b428-85b202759bd3 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (86d53f8c-726c-4b3f-aa14-f7b084c0de78), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:01.813391 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32464e71-b604-487a-a2fe-61f56cfa978e req-90e21c96-a537-4729-b428-85b202759bd3 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Network 0382e6fe-1738-4da8-a648-cd0ccb96afb3 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:09:01.816511 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [req-32464e71-b604-487a-a2fe-61f56cfa978e req-90e21c96-a537-4729-b428-85b202759bd3 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:09:01.818929 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-32464e71-b604-487a-a2fe-61f56cfa978e req-90e21c96-a537-4729-b428-85b202759bd3 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:09:01.849974 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e21c96-a537-4729-b428-85b202759bd3 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Pushing event updated for resources: {'Port': ['ID=86d53f8c-726c-4b3f-aa14-f7b084c0de78,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:01.876367 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32464e71-b604-487a-a2fe-61f56cfa978e req-90e21c96-a537-4729-b428-85b202759bd3 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:01.876983 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-32464e71-b604-487a-a2fe-61f56cfa978e req-90e21c96-a537-4729-b428-85b202759bd3 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:01.963205 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-32464e71-b604-487a-a2fe-61f56cfa978e req-90e21c96-a537-4729-b428-85b202759bd3 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7733972 Mar 31 22:09:01.977582 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-32464e71-b604-487a-a2fe-61f56cfa978e req-f5a2d338-d579-4f49-a045-78bf9665dea7 service neutron] Request body: {'port': {'device_id': 'f8f1c567-1432-4864-8a71-f2630d437824', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:09:02.040634 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-32464e71-b604-487a-a2fe-61f56cfa978e req-f5a2d338-d579-4f49-a045-78bf9665dea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (86d53f8c-726c-4b3f-aa14-f7b084c0de78), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:02.076917 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-94348383-7ee5-4933-ab17-eb18cfb7ee28 None None] Provisioning complete for port 86d53f8c-726c-4b3f-aa14-f7b084c0de78 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:09:02.077506 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-94348383-7ee5-4933-ab17-eb18cfb7ee28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (86d53f8c-726c-4b3f-aa14-f7b084c0de78), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:02.112066 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-94348383-7ee5-4933-ab17-eb18cfb7ee28 None None] Port 86d53f8c-726c-4b3f-aa14-f7b084c0de78 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:09:02.301054 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [req-32464e71-b604-487a-a2fe-61f56cfa978e req-f5a2d338-d579-4f49-a045-78bf9665dea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86d53f8c-726c-4b3f-aa14-f7b084c0de78 {{(pid=110666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:09:02.308803 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-32464e71-b604-487a-a2fe-61f56cfa978e req-f5a2d338-d579-4f49-a045-78bf9665dea7 service neutron] Publish callbacks [] for port (86d53f8c-726c-4b3f-aa14-f7b084c0de78), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:02.321005 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.provisioning_blocks [req-32464e71-b604-487a-a2fe-61f56cfa978e req-f5a2d338-d579-4f49-a045-78bf9665dea7 service neutron] Transition to ACTIVE for port object 86d53f8c-726c-4b3f-aa14-f7b084c0de78 will not be triggered until provisioned by entity L2. {{(pid=110666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 22:09:02.376262 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-32464e71-b604-487a-a2fe-61f56cfa978e req-f5a2d338-d579-4f49-a045-78bf9665dea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (86d53f8c-726c-4b3f-aa14-f7b084c0de78), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:02.424500 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2d338-d579-4f49-a045-78bf9665dea7 service neutron] Pushing event updated for resources: {'Port': ['ID=86d53f8c-726c-4b3f-aa14-f7b084c0de78,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:02.500063 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-32464e71-b604-487a-a2fe-61f56cfa978e req-f5a2d338-d579-4f49-a045-78bf9665dea7 service neutron] Attempting to bind port 86d53f8c-726c-4b3f-aa14-f7b084c0de78 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:09:02.500402 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-32464e71-b604-487a-a2fe-61f56cfa978e req-f5a2d338-d579-4f49-a045-78bf9665dea7 service neutron] Attempting to bind port 86d53f8c-726c-4b3f-aa14-f7b084c0de78 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '0f1db625-fbb2-413d-bece-5f36d62a5b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:09:02.500726 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32464e71-b604-487a-a2fe-61f56cfa978e req-f5a2d338-d579-4f49-a045-78bf9665dea7 service neutron] Attempting to bind port 86d53f8c-726c-4b3f-aa14-f7b084c0de78 on network 0382e6fe-1738-4da8-a648-cd0ccb96afb3 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:09:02.505202 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32464e71-b604-487a-a2fe-61f56cfa978e req-f5a2d338-d579-4f49-a045-78bf9665dea7 service neutron] Port 86d53f8c-726c-4b3f-aa14-f7b084c0de78 on network 0382e6fe-1738-4da8-a648-cd0ccb96afb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:09:02.505514 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32464e71-b604-487a-a2fe-61f56cfa978e req-f5a2d338-d579-4f49-a045-78bf9665dea7 service neutron] Attempting to bind port 86d53f8c-726c-4b3f-aa14-f7b084c0de78 on network 0382e6fe-1738-4da8-a648-cd0ccb96afb3 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:09:02.510986 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32464e71-b604-487a-a2fe-61f56cfa978e req-f5a2d338-d579-4f49-a045-78bf9665dea7 service neutron] Checking agent: {'id': '0c6c7b6d-d51d-4e70-9732-01ea9921e922', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'started_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:09:02.511329 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32464e71-b604-487a-a2fe-61f56cfa978e req-f5a2d338-d579-4f49-a045-78bf9665dea7 service neutron] Checking segment: {'id': '0f1db625-fbb2-413d-bece-5f36d62a5b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:09:02.511725 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32464e71-b604-487a-a2fe-61f56cfa978e req-f5a2d338-d579-4f49-a045-78bf9665dea7 service neutron] Bound using segment: {'id': '0f1db625-fbb2-413d-bece-5f36d62a5b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:09:02.512159 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-32464e71-b604-487a-a2fe-61f56cfa978e req-f5a2d338-d579-4f49-a045-78bf9665dea7 service neutron] Bound port: 86d53f8c-726c-4b3f-aa14-f7b084c0de78, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f1db625-fbb2-413d-bece-5f36d62a5b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:09:02.512543 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-32464e71-b604-487a-a2fe-61f56cfa978e req-f5a2d338-d579-4f49-a045-78bf9665dea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (86d53f8c-726c-4b3f-aa14-f7b084c0de78), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:02.576900 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-32464e71-b604-487a-a2fe-61f56cfa978e req-f5a2d338-d579-4f49-a045-78bf9665dea7 service neutron] For port 86d53f8c-726c-4b3f-aa14-f7b084c0de78, host hv-cinder-83608, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:09:02.579897 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-32464e71-b604-487a-a2fe-61f56cfa978e req-f5a2d338-d579-4f49-a045-78bf9665dea7 service neutron] For port 86d53f8c-726c-4b3f-aa14-f7b084c0de78, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=86d53f8c-726c-4b3f-aa14-f7b084c0de78,segment=NetworkSegment(0f1db625-fbb2-413d-bece-5f36d62a5b67),segment_id=0f1db625-fbb2-413d-bece-5f36d62a5b67)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:09:02.680928 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-32464e71-b604-487a-a2fe-61f56cfa978e req-f5a2d338-d579-4f49-a045-78bf9665dea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (86d53f8c-726c-4b3f-aa14-f7b084c0de78), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:02.716589 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32464e71-b604-487a-a2fe-61f56cfa978e req-f5a2d338-d579-4f49-a045-78bf9665dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:02.718397 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-32464e71-b604-487a-a2fe-61f56cfa978e req-f5a2d338-d579-4f49-a045-78bf9665dea7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:02.720022 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-32464e71-b604-487a-a2fe-61f56cfa978e req-f5a2d338-d579-4f49-a045-78bf9665dea7 service neutron] 10.222.0.57 "PUT /v2.0/ports/86d53f8c-726c-4b3f-aa14-f7b084c0de78 HTTP/1.1" status: 200 len: 1094 time: 0.7467995 Mar 31 22:09:02.720597 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f1c567-1432-4864-8a71-f2630d437824', 'tag': '86d53f8c-726c-4b3f-aa14-f7b084c0de78'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:09:02.723058 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494ec3eb-23da-4303-be76-468b21d6fbae" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f1c567-1432-4864-8a71-f2630d437824", "tag": "86d53f8c-726c-4b3f-aa14-f7b084c0de78"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:09:02.748403 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42baf57a-b3cb-4692-83f9-a08ada5df019 req-ab666997-15d9-4132-9da5-fc8996087cd0 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:02.749961 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-42baf57a-b3cb-4692-83f9-a08ada5df019 req-ab666997-15d9-4132-9da5-fc8996087cd0 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8f1c567-1432-4864-8a71-f2630d437824 HTTP/1.1" status: 200 len: 944 time: 0.0814629 Mar 31 22:09:02.764545 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2d338-d579-4f49-a045-78bf9665dea7 service neutron] Pushing event updated for resources: {'Port': ['ID=86d53f8c-726c-4b3f-aa14-f7b084c0de78,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:02.768071 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4166b16b-d43f-47b4-91e7-4f8537d56ef0 x-openstack-request-id: req-4166b16b-d43f-47b4-91e7-4f8537d56ef0 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:09:02.768360 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f1c567-1432-4864-8a71-f2630d437824", "tag": "86d53f8c-726c-4b3f-aa14-f7b084c0de78", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:09:02.768615 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4166b16b-d43f-47b4-91e7-4f8537d56ef0 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:09:02.769024 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4166b16b-d43f-47b4-91e7-4f8537d56ef0'] response: {'name': 'network-changed', 'server_uuid': 'f8f1c567-1432-4864-8a71-f2630d437824', 'tag': '86d53f8c-726c-4b3f-aa14-f7b084c0de78', 'status': 'completed', 'code': 200} Mar 31 22:09:02.808975 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-42baf57a-b3cb-4692-83f9-a08ada5df019 req-3f308b18-c869-4495-a5f5-99743d4d369b tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=04f4fb3d-81a1-492c-a557-545af47d8775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525713 Mar 31 22:09:02.847796 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ec3eb-23da-4303-be76-468b21d6fbae req-81cfc9f7-8d3e-4e42-981f-480e7e15790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:02.849344 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-494ec3eb-23da-4303-be76-468b21d6fbae req-81cfc9f7-8d3e-4e42-981f-480e7e15790d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6ec8840baa0418eaaf3929e20b8ac22&device_id=f8f1c567-1432-4864-8a71-f2630d437824 HTTP/1.1" status: 200 len: 1128 time: 0.0616403 Mar 31 22:09:02.947279 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ec3eb-23da-4303-be76-468b21d6fbae req-729a4ca8-d505-480c-9d5a-ea6fb5bab0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:02.948751 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-494ec3eb-23da-4303-be76-468b21d6fbae req-729a4ca8-d505-480c-9d5a-ea6fb5bab0f0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b6ec8840baa0418eaaf3929e20b8ac22&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0927014 Mar 31 22:09:03.048339 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ec3eb-23da-4303-be76-468b21d6fbae req-b17c453c-907d-4e3a-a644-835ff54f970a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:03.049734 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-494ec3eb-23da-4303-be76-468b21d6fbae req-b17c453c-907d-4e3a-a644-835ff54f970a service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921745 Mar 31 22:09:03.127449 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32464e71-b604-487a-a2fe-61f56cfa978e req-a113dd43-48b0-4457-b156-7205ccdea53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:03.128956 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-32464e71-b604-487a-a2fe-61f56cfa978e req-a113dd43-48b0-4457-b156-7205ccdea53a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6ec8840baa0418eaaf3929e20b8ac22&device_id=f8f1c567-1432-4864-8a71-f2630d437824 HTTP/1.1" status: 200 len: 1128 time: 0.0452504 Mar 31 22:09:03.171037 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-32464e71-b604-487a-a2fe-61f56cfa978e req-290297af-9ced-475f-990a-fd2e18175c05 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86d53f8c-726c-4b3f-aa14-f7b084c0de78 HTTP/1.1" status: 200 len: 217 time: 0.0343168 Mar 31 22:09:03.224028 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32464e71-b604-487a-a2fe-61f56cfa978e req-bc3af59c-0d61-448f-afe9-32e15627986c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:03.225503 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-32464e71-b604-487a-a2fe-61f56cfa978e req-bc3af59c-0d61-448f-afe9-32e15627986c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22da6a9c-27c7-4f9f-9fde-ed9d5543264e HTTP/1.1" status: 200 len: 850 time: 0.0484443 Mar 31 22:09:03.275459 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32464e71-b604-487a-a2fe-61f56cfa978e req-4cc05ae9-3f8e-4889-8ce8-dd8270c58b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:03.276956 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-32464e71-b604-487a-a2fe-61f56cfa978e req-4cc05ae9-3f8e-4889-8ce8-dd8270c58b05 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0382e6fe-1738-4da8-a648-cd0ccb96afb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459414 Mar 31 22:09:03.366377 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-32464e71-b604-487a-a2fe-61f56cfa978e req-1b2980c8-8c98-485b-9f83-7b4b407ff280 service neutron] 10.222.0.57 "GET /v2.0/networks/0382e6fe-1738-4da8-a648-cd0ccb96afb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824180 Mar 31 22:09:03.463899 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-32464e71-b604-487a-a2fe-61f56cfa978e req-5a5eab00-c1c0-4078-9c02-86fd83b4e3f7 service neutron] 10.222.0.57 "GET /v2.0/networks/0382e6fe-1738-4da8-a648-cd0ccb96afb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873792 Mar 31 22:09:03.924302 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da9fb8-37bf-421b-a894-c6660ea766ef req-0d2a52f0-dc25-44c0-b9e2-e3397b212d8f tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:03.925770 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-84da9fb8-37bf-421b-a894-c6660ea766ef req-0d2a52f0-dc25-44c0-b9e2-e3397b212d8f tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8f1c567-1432-4864-8a71-f2630d437824 HTTP/1.1" status: 200 len: 944 time: 0.0555713 Mar 31 22:09:03.975336 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-84da9fb8-37bf-421b-a894-c6660ea766ef req-8d2adbb0-ee4d-4328-9761-ae2a129cd17e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=04f4fb3d-81a1-492c-a557-545af47d8775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427151 Mar 31 22:09:04.228369 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c79c3412-7d98-4664-9c8d-c798b225941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:05.094421 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6eacf7-7599-4dea-ab3f-70e71cd7b194 req-932a995d-ed57-48f7-979f-62e11b280382 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:05.095882 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5e6eacf7-7599-4dea-ab3f-70e71cd7b194 req-932a995d-ed57-48f7-979f-62e11b280382 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8f1c567-1432-4864-8a71-f2630d437824 HTTP/1.1" status: 200 len: 944 time: 0.0517938 Mar 31 22:09:05.147326 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5e6eacf7-7599-4dea-ab3f-70e71cd7b194 req-2ce871ff-2dbe-44ad-940d-272d82cf13b2 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=04f4fb3d-81a1-492c-a557-545af47d8775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446925 Mar 31 22:09:05.831573 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aabc84-5b7b-49dc-95ff-cfea92e12b01 req-1d8d71f7-70a3-4304-a43a-9248a566516a tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:05.833019 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e8aabc84-5b7b-49dc-95ff-cfea92e12b01 req-1d8d71f7-70a3-4304-a43a-9248a566516a tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0522380 Mar 31 22:09:05.879970 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e8aabc84-5b7b-49dc-95ff-cfea92e12b01 req-0128d7e1-d500-47ff-84a2-a556de1718af tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402818 Mar 31 22:09:06.269145 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5e358-2cbd-421e-b2a9-8a8bd5d278ed req-1be8275f-3c76-4c80-9fa8-8fddbc1b1a0e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:06.270677 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-65e5e358-2cbd-421e-b2a9-8a8bd5d278ed req-1be8275f-3c76-4c80-9fa8-8fddbc1b1a0e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8f1c567-1432-4864-8a71-f2630d437824 HTTP/1.1" status: 200 len: 944 time: 0.0536499 Mar 31 22:09:06.280175 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 86d53f8c-726c-4b3f-aa14-f7b084c0de78 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:09:06.317613 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-65e5e358-2cbd-421e-b2a9-8a8bd5d278ed req-a19e53ba-c81d-4d20-ba9b-62a9ac9403aa tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=04f4fb3d-81a1-492c-a557-545af47d8775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407269 Mar 31 22:09:06.371777 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:06.388033 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 86d53f8c-726c-4b3f-aa14-f7b084c0de78, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=86d53f8c-726c-4b3f-aa14-f7b084c0de78,segment=NetworkSegment(0f1db625-fbb2-413d-bece-5f36d62a5b67),segment_id=0f1db625-fbb2-413d-bece-5f36d62a5b67)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:09:06.399375 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': '86d53f8c-726c-4b3f-aa14-f7b084c0de78', 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'port_id': '86d53f8c-726c-4b3f-aa14-f7b084c0de78', 'mac_address': 'fa:16:3e:ab:15:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:09:06.437050 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 86d53f8c-726c-4b3f-aa14-f7b084c0de78 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:09:06.437372 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (86d53f8c-726c-4b3f-aa14-f7b084c0de78), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:06.450541 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86d53f8c-726c-4b3f-aa14-f7b084c0de78 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:09:06.470383 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 86d53f8c-726c-4b3f-aa14-f7b084c0de78, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=86d53f8c-726c-4b3f-aa14-f7b084c0de78,segment=NetworkSegment(0f1db625-fbb2-413d-bece-5f36d62a5b67),segment_id=0f1db625-fbb2-413d-bece-5f36d62a5b67)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:09:06.547531 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (86d53f8c-726c-4b3f-aa14-f7b084c0de78), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:06.608173 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=86d53f8c-726c-4b3f-aa14-f7b084c0de78,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:06.614992 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:06.615351 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:06.615710 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:06.616059 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:06.616395 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:06.616727 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:06.617083 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:06.617416 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:06.617743 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:06.618070 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:06.618421 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:06.618751 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:06.619081 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:06.619400 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:06.619727 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:06.804819 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f66fb94f-a898-48be-a1f8-f86eb43365e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:06.854541 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['86d53f8c-726c-4b3f-aa14-f7b084c0de78'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:09:07.004347 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da071c-7d4d-48af-b545-ccf226ca418d req-9b0dc328-432b-4868-ac95-20a1e0379c5b tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:07.005816 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76da071c-7d4d-48af-b545-ccf226ca418d req-9b0dc328-432b-4868-ac95-20a1e0379c5b tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0565515 Mar 31 22:09:07.053890 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-76da071c-7d4d-48af-b545-ccf226ca418d req-118b3ac8-3285-4178-80b8-cd4c7fc7ab9d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417233 Mar 31 22:09:07.108360 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728761bd-5332-48c4-b8bd-eb7df1ee8b55 req-c6a6dbbb-8e48-4e20-a11c-5a2833dd31d5 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:07.109808 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-728761bd-5332-48c4-b8bd-eb7df1ee8b55 req-c6a6dbbb-8e48-4e20-a11c-5a2833dd31d5 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=376db077-0dc0-4ddf-811e-bd947658a219 HTTP/1.1" status: 200 len: 945 time: 0.0525520 Mar 31 22:09:07.155335 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-728761bd-5332-48c4-b8bd-eb7df1ee8b55 req-04fa0f37-c1d7-4694-a840-d1f7da975f0e tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=3af0f00b-3695-4e7f-bb09-d3734862a7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398965 Mar 31 22:09:07.436644 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454df58c-8e98-46ad-abcd-fe720574fb87 req-01b84d65-2973-44ab-8d6b-ac48d9b05dd4 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:07.438092 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-454df58c-8e98-46ad-abcd-fe720574fb87 req-01b84d65-2973-44ab-8d6b-ac48d9b05dd4 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8f1c567-1432-4864-8a71-f2630d437824 HTTP/1.1" status: 200 len: 945 time: 0.0556185 Mar 31 22:09:07.483776 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-454df58c-8e98-46ad-abcd-fe720574fb87 req-80dfb3e9-90a3-4bd6-8de0-fac1fdeb5be3 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=04f4fb3d-81a1-492c-a557-545af47d8775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402617 Mar 31 22:09:07.542232 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:08.176154 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736a6e0-c788-4b00-8613-e62c3c673b4b req-5f04234b-73b7-4238-ac8e-7a68299d32f2 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:08.177969 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9736a6e0-c788-4b00-8613-e62c3c673b4b req-5f04234b-73b7-4238-ac8e-7a68299d32f2 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.0535765 Mar 31 22:09:08.227750 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9736a6e0-c788-4b00-8613-e62c3c673b4b req-c370d3c3-d449-4c77-a8ea-3145468a0b9f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431628 Mar 31 22:09:08.278887 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f179491-6aea-403f-9532-e8ecc25c3d01 req-940bbbbe-2bdc-4c8a-aaee-c7216719acfb tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:08.280340 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7f179491-6aea-403f-9532-e8ecc25c3d01 req-940bbbbe-2bdc-4c8a-aaee-c7216719acfb tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=376db077-0dc0-4ddf-811e-bd947658a219 HTTP/1.1" status: 200 len: 945 time: 0.0572367 Mar 31 22:09:08.288289 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 86d53f8c-726c-4b3f-aa14-f7b084c0de78 up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:09:08.330114 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7f179491-6aea-403f-9532-e8ecc25c3d01 req-6480e40d-2e27-4771-a6ed-dc79d400e467 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=3af0f00b-3695-4e7f-bb09-d3734862a7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440972 Mar 31 22:09:08.422009 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning for port 86d53f8c-726c-4b3f-aa14-f7b084c0de78 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 22:09:08.426361 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port 86d53f8c-726c-4b3f-aa14-f7b084c0de78 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:09:08.426794 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (86d53f8c-726c-4b3f-aa14-f7b084c0de78), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:08.509137 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 86d53f8c-726c-4b3f-aa14-f7b084c0de78 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:09:08.509568 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (86d53f8c-726c-4b3f-aa14-f7b084c0de78), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:08.535639 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f1c567-1432-4864-8a71-f2630d437824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d53f8c-726c-4b3f-aa14-f7b084c0de78'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:09:08.537983 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4967622f-7cd2-4871-8ab2-6dce6266dbb0" -d '{"events": [{"server_uuid": "f8f1c567-1432-4864-8a71-f2630d437824", "name": "network-vif-plugged", "status": "completed", "tag": "86d53f8c-726c-4b3f-aa14-f7b084c0de78"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:09:08.557064 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 86d53f8c-726c-4b3f-aa14-f7b084c0de78, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=86d53f8c-726c-4b3f-aa14-f7b084c0de78,segment=NetworkSegment(0f1db625-fbb2-413d-bece-5f36d62a5b67),segment_id=0f1db625-fbb2-413d-bece-5f36d62a5b67)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:09:08.578695 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5d4764-903e-4114-9b65-067ca1f7fd71 x-openstack-request-id: req-7f5d4764-903e-4114-9b65-067ca1f7fd71 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:09:08.578836 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f1c567-1432-4864-8a71-f2630d437824", "name": "network-vif-plugged", "status": "completed", "tag": "86d53f8c-726c-4b3f-aa14-f7b084c0de78", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:09:08.579110 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7f5d4764-903e-4114-9b65-067ca1f7fd71 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:09:08.579533 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f5d4764-903e-4114-9b65-067ca1f7fd71'] response: {'server_uuid': 'f8f1c567-1432-4864-8a71-f2630d437824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d53f8c-726c-4b3f-aa14-f7b084c0de78', 'code': 200} Mar 31 22:09:08.639383 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (86d53f8c-726c-4b3f-aa14-f7b084c0de78), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:08.689843 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=86d53f8c-726c-4b3f-aa14-f7b084c0de78,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:08.766688 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983df8f-eb17-4122-8e04-af1960087330 req-2943099c-c7cd-48a1-aa10-57b28c876592 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:08.768129 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4983df8f-eb17-4122-8e04-af1960087330 req-2943099c-c7cd-48a1-aa10-57b28c876592 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8f1c567-1432-4864-8a71-f2630d437824 HTTP/1.1" status: 200 len: 946 time: 0.2158298 Mar 31 22:09:08.815586 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4983df8f-eb17-4122-8e04-af1960087330 req-b13a76ac-173b-47c8-a4c1-3b4d549afc2b tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=04f4fb3d-81a1-492c-a557-545af47d8775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417700 Mar 31 22:09:08.844145 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c347160-2281-41c9-bdad-fc27943a7c57 req-d26e97c5-dd6c-4483-b431-522867054b9f tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:08.845660 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-2c347160-2281-41c9-bdad-fc27943a7c57 req-d26e97c5-dd6c-4483-b431-522867054b9f tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.57 "GET /v2.0/ports?device_id=376db077-0dc0-4ddf-811e-bd947658a219 HTTP/1.1" status: 200 len: 945 time: 0.0547574 Mar 31 22:09:08.959982 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bedfc-5790-4faa-903f-e6681a9eb45d req-e8a21e1a-4227-44b6-8f4c-a8753cd4567a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:08.961911 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-036bedfc-5790-4faa-903f-e6681a9eb45d req-e8a21e1a-4227-44b6-8f4c-a8753cd4567a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f8f1c567-1432-4864-8a71-f2630d437824 HTTP/1.1" status: 200 len: 1130 time: 0.0812242 Mar 31 22:09:08.997702 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-2c347160-2281-41c9-bdad-fc27943a7c57 req-69fe296d-998c-488d-b183-69ae3615f885 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Deleting port 81008d80-9079-4122-8967-909c2bfc5476 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:09:08.998048 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-2c347160-2281-41c9-bdad-fc27943a7c57 req-69fe296d-998c-488d-b183-69ae3615f885 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (81008d80-9079-4122-8967-909c2bfc5476), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:09.044955 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:09.066055 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-036bedfc-5790-4faa-903f-e6681a9eb45d req-ab75293e-0926-46cf-8769-7afd4f5a9412 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=04f4fb3d-81a1-492c-a557-545af47d8775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932281 Mar 31 22:09:09.103062 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-2c347160-2281-41c9-bdad-fc27943a7c57 req-69fe296d-998c-488d-b183-69ae3615f885 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] For port 81008d80-9079-4122-8967-909c2bfc5476, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=81008d80-9079-4122-8967-909c2bfc5476,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:09:09.103426 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-2c347160-2281-41c9-bdad-fc27943a7c57 req-69fe296d-998c-488d-b183-69ae3615f885 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (81008d80-9079-4122-8967-909c2bfc5476), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:09.272247 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-2c347160-2281-41c9-bdad-fc27943a7c57 req-69fe296d-998c-488d-b183-69ae3615f885 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:09.272618 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-2c347160-2281-41c9-bdad-fc27943a7c57 req-69fe296d-998c-488d-b183-69ae3615f885 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (baeb86e7-e71f-4f94-85f1-3137d6c78005), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:09.272935 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.l3_db [req-2c347160-2281-41c9-bdad-fc27943a7c57 req-69fe296d-998c-488d-b183-69ae3615f885 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Floating IP baeb86e7-e71f-4f94-85f1-3137d6c78005 disassociated. External IP: 172.27.2.55, port: 81008d80-9079-4122-8967-909c2bfc5476. Mar 31 22:09:09.273275 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-2c347160-2281-41c9-bdad-fc27943a7c57 req-69fe296d-998c-488d-b183-69ae3615f885 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Calling delete_port for 81008d80-9079-4122-8967-909c2bfc5476 owned by compute:nova {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:09:09.403659 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c318583-2775-4f3c-96a5-78cb572c3943 req-4184df0a-dbb7-4d71-9b3d-b9e0f3d61353 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:09.404541 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2c318583-2775-4f3c-96a5-78cb572c3943 req-4184df0a-dbb7-4d71-9b3d-b9e0f3d61353 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.1073432 Mar 31 22:09:09.473747 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-2c347160-2281-41c9-bdad-fc27943a7c57 req-69fe296d-998c-488d-b183-69ae3615f885 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (81008d80-9079-4122-8967-909c2bfc5476), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:09.486748 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2c318583-2775-4f3c-96a5-78cb572c3943 req-7ebb8430-6d3a-48b7-9e86-b3acc0646a2d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=f00a99bf-d481-468b-826d-eeaa4cfb0136&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698867 Mar 31 22:09:09.494976 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ccfa0-a6f0-47df-af80-464b03c6ef42 req-28b0e2a7-b913-4008-a920-98880126feb7 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:09.497523 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7e5ccfa0-a6f0-47df-af80-464b03c6ef42 req-28b0e2a7-b913-4008-a920-98880126feb7 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=376db077-0dc0-4ddf-811e-bd947658a219 HTTP/1.1" status: 200 len: 867 time: 0.0887489 Mar 31 22:09:09.503006 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe296d-998c-488d-b183-69ae3615f885 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event deleted for resources: {'Port': ['ID=81008d80-9079-4122-8967-909c2bfc5476,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:09.555872 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7e5ccfa0-a6f0-47df-af80-464b03c6ef42 req-e2ec9c15-e261-4bf4-9e6e-5e44d63348f2 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=3af0f00b-3695-4e7f-bb09-d3734862a7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498409 Mar 31 22:09:09.658138 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b2d34-ddf1-405b-bb91-911f11b5bc25 req-0e0f9fe5-80f3-4ec2-a667-a9d5d6e115da tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:09.659575 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-1a1b2d34-ddf1-405b-bb91-911f11b5bc25 req-0e0f9fe5-80f3-4ec2-a667-a9d5d6e115da tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.57 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 945 time: 0.1052470 Mar 31 22:09:09.674466 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c347160-2281-41c9-bdad-fc27943a7c57 req-69fe296d-998c-488d-b183-69ae3615f885 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:09:09.849955 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-1a1b2d34-ddf1-405b-bb91-911f11b5bc25 req-a6848554-ec53-42ea-b3e4-3d3df3b5c63f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Deleting port 6738f0fa-e84e-40e4-8e42-3b51c424fa25 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:09:09.850601 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-1a1b2d34-ddf1-405b-bb91-911f11b5bc25 req-a6848554-ec53-42ea-b3e4-3d3df3b5c63f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (6738f0fa-e84e-40e4-8e42-3b51c424fa25), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:09.891681 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c347160-2281-41c9-bdad-fc27943a7c57 req-69fe296d-998c-488d-b183-69ae3615f885 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:09:09.903403 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1964c490-9fc3-424f-b7c2-6776b8c04c46 None None] Sync routers for ids ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:09:09.914944 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1964c490-9fc3-424f-b7c2-6776b8c04c46 None None] Routers {'1100fe1f-e72a-4378-8d3a-43a9cb1b565e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:09:09.915572 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-1964c490-9fc3-424f-b7c2-6776b8c04c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:09:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:09.939071 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c347160-2281-41c9-bdad-fc27943a7c57 req-69fe296d-998c-488d-b183-69ae3615f885 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] No DVR routers for this DVR port 81008d80-9079-4122-8967-909c2bfc5476 on host hv-cinder-83608 {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:09:09.942746 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-2c347160-2281-41c9-bdad-fc27943a7c57 req-69fe296d-998c-488d-b183-69ae3615f885 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:09.946077 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-2c347160-2281-41c9-bdad-fc27943a7c57 req-69fe296d-998c-488d-b183-69ae3615f885 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.57 "DELETE /v2.0/ports/81008d80-9079-4122-8967-909c2bfc5476 HTTP/1.1" status: 204 len: 173 time: 1.0904522 Mar 31 22:09:09.946556 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376db077-0dc0-4ddf-811e-bd947658a219', 'name': 'network-vif-deleted', 'tag': '81008d80-9079-4122-8967-909c2bfc5476'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:09:09.948813 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d556382a-c856-4779-85fe-7ff8776f3ac2" -d '{"events": [{"server_uuid": "376db077-0dc0-4ddf-811e-bd947658a219", "name": "network-vif-deleted", "tag": "81008d80-9079-4122-8967-909c2bfc5476"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:09:09.968065 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3b8e8-33c1-4893-ad3b-8139561e65ec req-a6dd50c2-b979-4838-8c1f-03ca374d8824 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:09.977885 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a2d3b8e8-33c1-4893-ad3b-8139561e65ec req-a6dd50c2-b979-4838-8c1f-03ca374d8824 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8f1c567-1432-4864-8a71-f2630d437824 HTTP/1.1" status: 200 len: 946 time: 0.0914381 Mar 31 22:09:10.024997 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477f3a55-c647-4bfe-a3dd-3dd330344407 x-openstack-request-id: req-477f3a55-c647-4bfe-a3dd-3dd330344407 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:09:10.025410 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376db077-0dc0-4ddf-811e-bd947658a219", "name": "network-vif-deleted", "tag": "81008d80-9079-4122-8967-909c2bfc5476", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:09:10.025676 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-477f3a55-c647-4bfe-a3dd-3dd330344407 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:09:10.027229 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-477f3a55-c647-4bfe-a3dd-3dd330344407'] response: {'server_uuid': '376db077-0dc0-4ddf-811e-bd947658a219', 'name': 'network-vif-deleted', 'tag': '81008d80-9079-4122-8967-909c2bfc5476', 'status': 'completed', 'code': 200} Mar 31 22:09:10.031334 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-1a1b2d34-ddf1-405b-bb91-911f11b5bc25 req-a6848554-ec53-42ea-b3e4-3d3df3b5c63f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] For port 6738f0fa-e84e-40e4-8e42-3b51c424fa25, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=6738f0fa-e84e-40e4-8e42-3b51c424fa25,segment=NetworkSegment(b743cf90-b78b-43d9-8f0e-75a85fa1a9c0),segment_id=b743cf90-b78b-43d9-8f0e-75a85fa1a9c0)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:09:10.036861 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-1a1b2d34-ddf1-405b-bb91-911f11b5bc25 req-a6848554-ec53-42ea-b3e4-3d3df3b5c63f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (6738f0fa-e84e-40e4-8e42-3b51c424fa25), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:10.058243 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a2d3b8e8-33c1-4893-ad3b-8139561e65ec req-26ac8ee1-7443-41c1-b006-86d5a67630ca tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=04f4fb3d-81a1-492c-a557-545af47d8775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791147 Mar 31 22:09:10.059582 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-1964c490-9fc3-424f-b7c2-6776b8c04c46 None None] Set router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:09:10.232196 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-1a1b2d34-ddf1-405b-bb91-911f11b5bc25 req-a6848554-ec53-42ea-b3e4-3d3df3b5c63f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:10.232517 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-1a1b2d34-ddf1-405b-bb91-911f11b5bc25 req-a6848554-ec53-42ea-b3e4-3d3df3b5c63f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (1aca0b59-35c8-49fe-b955-33d6c8ecbd29), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:10.232847 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.l3_db [req-1a1b2d34-ddf1-405b-bb91-911f11b5bc25 req-a6848554-ec53-42ea-b3e4-3d3df3b5c63f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Floating IP 1aca0b59-35c8-49fe-b955-33d6c8ecbd29 disassociated. External IP: 172.27.2.18, port: 6738f0fa-e84e-40e4-8e42-3b51c424fa25. Mar 31 22:09:10.233195 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-1a1b2d34-ddf1-405b-bb91-911f11b5bc25 req-a6848554-ec53-42ea-b3e4-3d3df3b5c63f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Calling delete_port for 6738f0fa-e84e-40e4-8e42-3b51c424fa25 owned by compute:nova {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:09:10.296785 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-1964c490-9fc3-424f-b7c2-6776b8c04c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:27Z', 'revision_number': 5, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:10.332420 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1964c490-9fc3-424f-b7c2-6776b8c04c46 None None] Checking router: 1100fe1f-e72a-4378-8d3a-43a9cb1b565e for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:09:10.350010 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1964c490-9fc3-424f-b7c2-6776b8c04c46 None None] Routers {'1100fe1f-e72a-4378-8d3a-43a9cb1b565e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:09:10.350637 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-1964c490-9fc3-424f-b7c2-6776b8c04c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:09:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:10.451686 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:10.466816 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-1964c490-9fc3-424f-b7c2-6776b8c04c46 None None] Set router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:09:10.479465 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-1a1b2d34-ddf1-405b-bb91-911f11b5bc25 req-a6848554-ec53-42ea-b3e4-3d3df3b5c63f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (6738f0fa-e84e-40e4-8e42-3b51c424fa25), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:10.509363 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6848554-ec53-42ea-b3e4-3d3df3b5c63f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Pushing event deleted for resources: {'Port': ['ID=6738f0fa-e84e-40e4-8e42-3b51c424fa25,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:10.632169 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-35d9c723-c168-478d-a24f-e40a4a0371c6 req-5f5bbe13-e53e-45c6-b44b-8687db02598a tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 210 time: 0.0350447 Mar 31 22:09:10.642692 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a1b2d34-ddf1-405b-bb91-911f11b5bc25 req-a6848554-ec53-42ea-b3e4-3d3df3b5c63f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Router 78fa1053-7041-414b-97e1-43238e57c67a has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:09:10.693740 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-efe76399-bb91-4e79-8e9a-8a8e6e465089 req-f31a06f9-c113-4e0c-ad49-940193580ca6 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=376db077-0dc0-4ddf-811e-bd947658a219 HTTP/1.1" status: 200 len: 210 time: 0.0322325 Mar 31 22:09:10.707659 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-1964c490-9fc3-424f-b7c2-6776b8c04c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:27Z', 'revision_number': 5, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:10.739713 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1964c490-9fc3-424f-b7c2-6776b8c04c46 None None] The sync data for ids ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'] in dv-cinder-836083-1-iscsi is: [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:27Z', 'revision_number': 5, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:09:10.981919 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3c27f8-a92f-4a91-baa8-664eda89afda None None] New status for floating IP baeb86e7-e71f-4f94-85f1-3137d6c78005: DOWN {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:09:11.022600 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a1b2d34-ddf1-405b-bb91-911f11b5bc25 req-a6848554-ec53-42ea-b3e4-3d3df3b5c63f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:09:11.042199 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8c5d92-116c-4a8a-b5fe-bdb74132b80f None None] Sync routers for ids ['78fa1053-7041-414b-97e1-43238e57c67a'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:09:11.055255 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8c5d92-116c-4a8a-b5fe-bdb74132b80f None None] Routers {'78fa1053-7041-414b-97e1-43238e57c67a'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:09:11.056130 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-ad8c5d92-116c-4a8a-b5fe-bdb74132b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:09:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['78fa1053-7041-414b-97e1-43238e57c67a'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:11.092213 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1b2d34-ddf1-405b-bb91-911f11b5bc25 req-a6848554-ec53-42ea-b3e4-3d3df3b5c63f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] No DVR routers for this DVR port 6738f0fa-e84e-40e4-8e42-3b51c424fa25 on host hv-cinder-83608 {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:09:11.095537 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-1a1b2d34-ddf1-405b-bb91-911f11b5bc25 req-a6848554-ec53-42ea-b3e4-3d3df3b5c63f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:11.099231 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-1a1b2d34-ddf1-405b-bb91-911f11b5bc25 req-a6848554-ec53-42ea-b3e4-3d3df3b5c63f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.57 "DELETE /v2.0/ports/6738f0fa-e84e-40e4-8e42-3b51c424fa25 HTTP/1.1" status: 204 len: 173 time: 1.4342926 Mar 31 22:09:11.172860 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d0f2a-5ba6-4e58-b4ea-873727b05ba3 req-9077d854-a0a2-4523-8f15-d9f57162d4c7 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:11.174371 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1c1d0f2a-5ba6-4e58-b4ea-873727b05ba3 req-9077d854-a0a2-4523-8f15-d9f57162d4c7 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8f1c567-1432-4864-8a71-f2630d437824 HTTP/1.1" status: 200 len: 946 time: 0.0551910 Mar 31 22:09:11.235209 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1c1d0f2a-5ba6-4e58-b4ea-873727b05ba3 req-33a28678-14ec-402c-a4c7-9abd4666c2be tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=04f4fb3d-81a1-492c-a557-545af47d8775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540226 Mar 31 22:09:11.303224 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-ad8c5d92-116c-4a8a-b5fe-bdb74132b80f None None] Set router 78fa1053-7041-414b-97e1-43238e57c67a gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:09:11.366342 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c727d7-5d09-4657-bfaa-f19cc413e80d req-c1e2f74f-017f-4429-bb52-7760e852484e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:11.368237 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c4c727d7-5d09-4657-bfaa-f19cc413e80d req-c1e2f74f-017f-4429-bb52-7760e852484e tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8f1c567-1432-4864-8a71-f2630d437824 HTTP/1.1" status: 200 len: 946 time: 0.0575948 Mar 31 22:09:11.378134 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 60384) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:11.383600 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-bce6fc0e-2f32-45db-94bb-36b02e7e3a56 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Request body: {'floatingip': {'port_id': '86d53f8c-726c-4b3f-aa14-f7b084c0de78'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:09:11.423692 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bce6fc0e-2f32-45db-94bb-36b02e7e3a56 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for floatingip (ee9405f9-7832-46f6-b265-db4e2436875d), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:11.515224 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-ad8c5d92-116c-4a8a-b5fe-bdb74132b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fa1053-7041-414b-97e1-43238e57c67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1815928536-router', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '735467fb-c37a-487f-8162-8841151f653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:23Z', 'revision_number': 4, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'gw_port': {'id': '735467fb-c37a-487f-8162-8841151f653c', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:af:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'ae9bb0b0-408d-478f-936b-abe17ff61a23', 'name': '', 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'mac_address': 'fa:16:3e:75:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:20Z', 'updated_at': '2022-03-31T22:04:35Z', 'revision_number': 5, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'subnets': [{'id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:11.542553 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8c5d92-116c-4a8a-b5fe-bdb74132b80f None None] Checking router: 78fa1053-7041-414b-97e1-43238e57c67a for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:09:11.553274 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8c5d92-116c-4a8a-b5fe-bdb74132b80f None None] Routers {'78fa1053-7041-414b-97e1-43238e57c67a'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:09:11.554147 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-ad8c5d92-116c-4a8a-b5fe-bdb74132b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:09:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['78fa1053-7041-414b-97e1-43238e57c67a'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:11.668056 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-ad8c5d92-116c-4a8a-b5fe-bdb74132b80f None None] Set router 78fa1053-7041-414b-97e1-43238e57c67a gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:09:11.729518 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1df8cf63-2acb-4fa6-9bc4-885c16d283cc req-d2470ece-0170-471c-ad44-4b917c715647 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=968bffd3-b065-4b1a-95be-9180cae06b97 HTTP/1.1" status: 200 len: 210 time: 0.0310032 Mar 31 22:09:11.873242 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bce6fc0e-2f32-45db-94bb-36b02e7e3a56 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:11.881228 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 60392) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:11.895474 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-ad8c5d92-116c-4a8a-b5fe-bdb74132b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fa1053-7041-414b-97e1-43238e57c67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1815928536-router', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '735467fb-c37a-487f-8162-8841151f653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:23Z', 'revision_number': 4, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'gw_port': {'id': '735467fb-c37a-487f-8162-8841151f653c', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:af:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'ae9bb0b0-408d-478f-936b-abe17ff61a23', 'name': '', 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'mac_address': 'fa:16:3e:75:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:20Z', 'updated_at': '2022-03-31T22:04:35Z', 'revision_number': 5, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'subnets': [{'id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:11.922363 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8c5d92-116c-4a8a-b5fe-bdb74132b80f None None] The sync data for ids ['78fa1053-7041-414b-97e1-43238e57c67a'] in dv-cinder-836083-1-iscsi is: [{'id': '78fa1053-7041-414b-97e1-43238e57c67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1815928536-router', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '735467fb-c37a-487f-8162-8841151f653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:23Z', 'revision_number': 4, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'gw_port': {'id': '735467fb-c37a-487f-8162-8841151f653c', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:af:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'ae9bb0b0-408d-478f-936b-abe17ff61a23', 'name': '', 'network_id': '6141f838-016f-4422-a50b-fae51e1d7ab9', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'mac_address': 'fa:16:3e:75:5c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:20Z', 'updated_at': '2022-03-31T22:04:35Z', 'revision_number': 5, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'subnets': [{'id': '8b5c4bba-061c-4b42-ba5a-238b5f7cc181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:09:11.941203 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c260495f-00f7-4839-ad5d-4f1ada27a5b6 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group (3af0f00b-3695-4e7f-bb09-d3734862a7d8), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:11.965260 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bce6fc0e-2f32-45db-94bb-36b02e7e3a56 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (ee9405f9-7832-46f6-b265-db4e2436875d), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:11.968114 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c260495f-00f7-4839-ad5d-4f1ada27a5b6 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group (3af0f00b-3695-4e7f-bb09-d3734862a7d8), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:12.038342 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968bffd3-b065-4b1a-95be-9180cae06b97', 'name': 'network-vif-deleted', 'tag': '6738f0fa-e84e-40e4-8e42-3b51c424fa25'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:09:12.040644 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10fada0-2c6f-4163-9b5e-d11c28a50ff8" -d '{"events": [{"server_uuid": "968bffd3-b065-4b1a-95be-9180cae06b97", "name": "network-vif-deleted", "tag": "6738f0fa-e84e-40e4-8e42-3b51c424fa25"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:09:12.090257 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82336cd-5956-45ed-9991-aaccd26df91f x-openstack-request-id: req-f82336cd-5956-45ed-9991-aaccd26df91f {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:09:12.090257 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968bffd3-b065-4b1a-95be-9180cae06b97", "name": "network-vif-deleted", "tag": "6738f0fa-e84e-40e4-8e42-3b51c424fa25", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:09:12.090257 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f82336cd-5956-45ed-9991-aaccd26df91f {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:09:12.090257 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f82336cd-5956-45ed-9991-aaccd26df91f'] response: {'server_uuid': '968bffd3-b065-4b1a-95be-9180cae06b97', 'name': 'network-vif-deleted', 'tag': '6738f0fa-e84e-40e4-8e42-3b51c424fa25', 'status': 'completed', 'code': 200} Mar 31 22:09:12.117905 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.l3_db [None req-bce6fc0e-2f32-45db-94bb-36b02e7e3a56 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Floating IP ee9405f9-7832-46f6-b265-db4e2436875d associated. External IP: 172.27.2.90, port: 86d53f8c-726c-4b3f-aa14-f7b084c0de78. Mar 31 22:09:12.176983 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6bbb3b-cb20-4d0a-842a-a9861e649830 None None] New status for floating IP 1aca0b59-35c8-49fe-b955-33d6c8ecbd29: DOWN {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:09:12.184951 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c260495f-00f7-4839-ad5d-4f1ada27a5b6 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (3af0f00b-3695-4e7f-bb09-d3734862a7d8), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:12.187544 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c260495f-00f7-4839-ad5d-4f1ada27a5b6 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:12.191364 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-c260495f-00f7-4839-ad5d-4f1ada27a5b6 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "DELETE /v2.0/security-groups/3af0f00b-3695-4e7f-bb09-d3734862a7d8 HTTP/1.1" status: 204 len: 168 time: 0.3065207 Mar 31 22:09:12.192112 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60396) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:12.204141 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.api.v2.resource [None req-5300ba67-8f38-45fc-8028-a712d0badc19 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] show failed (client error): The resource could not be found. Mar 31 22:09:12.205402 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-5300ba67-8f38-45fc-8028-a712d0badc19 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups/3af0f00b-3695-4e7f-bb09-d3734862a7d8 HTTP/1.1" status: 404 len: 347 time: 0.0126908 Mar 31 22:09:12.208549 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260495f-00f7-4839-ad5d-4f1ada27a5b6 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af0f00b-3695-4e7f-bb09-d3734862a7d8,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:12.214209 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60398) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:12.343455 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-0b8f64d2-e38f-4c10-994c-b000e1308090 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Deleting port 6d5e0f8f-e68a-4ae1-82f6-93f2970bd456 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:09:12.343783 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0b8f64d2-e38f-4c10-994c-b000e1308090 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (6d5e0f8f-e68a-4ae1-82f6-93f2970bd456), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:12.344348 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 6738f0fa-e84e-40e4-8e42-3b51c424fa25 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:09:12.371050 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] No Port match for: 6738f0fa-e84e-40e4-8e42-3b51c424fa25 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:09:12.371215 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 6738f0fa-e84e-40e4-8e42-3b51c424fa25 not bound to the agent host hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:09:12.371564 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 81008d80-9079-4122-8967-909c2bfc5476 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:09:12.401676 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] No Port match for: 81008d80-9079-4122-8967-909c2bfc5476 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:09:12.402066 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 81008d80-9079-4122-8967-909c2bfc5476 not bound to the agent host hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:09:12.428520 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce6fc0e-2f32-45db-94bb-36b02e7e3a56 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Router bfb42bdc-16b9-4a0c-9644-8e234af92d96 has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:09:12.437396 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0b8f64d2-e38f-4c10-994c-b000e1308090 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (6d5e0f8f-e68a-4ae1-82f6-93f2970bd456), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:12.437807 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0b8f64d2-e38f-4c10-994c-b000e1308090 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (6d5e0f8f-e68a-4ae1-82f6-93f2970bd456), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:12.450213 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-0b8f64d2-e38f-4c10-994c-b000e1308090 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Calling delete_port for 6d5e0f8f-e68a-4ae1-82f6-93f2970bd456 owned by network:floatingip {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:09:12.549367 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce6fc0e-2f32-45db-94bb-36b02e7e3a56 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:09:12.554111 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bce6fc0e-2f32-45db-94bb-36b02e7e3a56 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:12.568154 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572a7cd5-a238-4b86-b2c3-4f2c0742247a None None] Sync routers for ids ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:09:12.581811 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572a7cd5-a238-4b86-b2c3-4f2c0742247a None None] Routers {'bfb42bdc-16b9-4a0c-9644-8e234af92d96'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:09:12.582869 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-572a7cd5-a238-4b86-b2c3-4f2c0742247a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:09:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:12.591142 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-bce6fc0e-2f32-45db-94bb-36b02e7e3a56 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "PUT /v2.0/floatingips/ee9405f9-7832-46f6-b265-db4e2436875d HTTP/1.1" status: 200 len: 991 time: 1.2118397 Mar 31 22:09:12.696429 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-572a7cd5-a238-4b86-b2c3-4f2c0742247a None None] Set router bfb42bdc-16b9-4a0c-9644-8e234af92d96 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:09:12.902264 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0b8f64d2-e38f-4c10-994c-b000e1308090 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (6d5e0f8f-e68a-4ae1-82f6-93f2970bd456), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:12.928924 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f64d2-e38f-4c10-994c-b000e1308090 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event deleted for resources: {'Port': ['ID=6d5e0f8f-e68a-4ae1-82f6-93f2970bd456,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:12.930640 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-572a7cd5-a238-4b86-b2c3-4f2c0742247a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'name': 'tempest-AttachVolumeTestJSON-1473956010-router', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:26Z', 'revision_number': 4, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'gw_port': {'id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'ee9405f9-7832-46f6-b265-db4e2436875d', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'port_id': '86d53f8c-726c-4b3f-aa14-f7b084c0de78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'mac_address': 'fa:16:3e:ab:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1c567-1432-4864-8a71-f2630d437824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:08:58Z', 'updated_at': '2022-03-31T22:09:11Z', 'revision_number': 1, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea61551-e04c-43da-b6ec-88d19249363a', 'name': '', 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'mac_address': 'fa:16:3e:75:d4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:39Z', 'revision_number': 5, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'subnets': [{'id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:12.957796 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572a7cd5-a238-4b86-b2c3-4f2c0742247a None None] Checking router: bfb42bdc-16b9-4a0c-9644-8e234af92d96 for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:09:12.966562 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572a7cd5-a238-4b86-b2c3-4f2c0742247a None None] Routers {'bfb42bdc-16b9-4a0c-9644-8e234af92d96'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:09:12.967156 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-572a7cd5-a238-4b86-b2c3-4f2c0742247a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:09:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:12.994690 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0b8f64d2-e38f-4c10-994c-b000e1308090 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (baeb86e7-e71f-4f94-85f1-3137d6c78005), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:12.997151 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-0b8f64d2-e38f-4c10-994c-b000e1308090 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:12.998344 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-0b8f64d2-e38f-4c10-994c-b000e1308090 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "DELETE /v2.0/floatingips/baeb86e7-e71f-4f94-85f1-3137d6c78005 HTTP/1.1" status: 204 len: 168 time: 0.7831039 Mar 31 22:09:13.017518 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 60408) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:13.076981 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2ded6851-84d6-4b20-8e24-688becd69b56 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks [] for security_group (f00a99bf-d481-468b-826d-eeaa4cfb0136), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:13.086936 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-572a7cd5-a238-4b86-b2c3-4f2c0742247a None None] Set router bfb42bdc-16b9-4a0c-9644-8e234af92d96 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:09:13.102877 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2ded6851-84d6-4b20-8e24-688becd69b56 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks [] for security_group (f00a99bf-d481-468b-826d-eeaa4cfb0136), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:13.245422 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2ded6851-84d6-4b20-8e24-688becd69b56 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (f00a99bf-d481-468b-826d-eeaa4cfb0136), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:13.249249 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2ded6851-84d6-4b20-8e24-688becd69b56 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:13.252908 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-2ded6851-84d6-4b20-8e24-688becd69b56 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "DELETE /v2.0/security-groups/f00a99bf-d481-468b-826d-eeaa4cfb0136 HTTP/1.1" status: 204 len: 168 time: 0.2321041 Mar 31 22:09:13.253371 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60410) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:13.263437 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded6851-84d6-4b20-8e24-688becd69b56 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00a99bf-d481-468b-826d-eeaa4cfb0136,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:13.267451 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.api.v2.resource [None req-33e678c7-0947-4dea-b4bf-07e99a76b56f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] show failed (client error): The resource could not be found. Mar 31 22:09:13.271236 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-33e678c7-0947-4dea-b4bf-07e99a76b56f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups/f00a99bf-d481-468b-826d-eeaa4cfb0136 HTTP/1.1" status: 404 len: 347 time: 0.0144892 Mar 31 22:09:13.271863 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60412) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:13.336669 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-572a7cd5-a238-4b86-b2c3-4f2c0742247a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'name': 'tempest-AttachVolumeTestJSON-1473956010-router', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:26Z', 'revision_number': 4, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'gw_port': {'id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'ee9405f9-7832-46f6-b265-db4e2436875d', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'port_id': '86d53f8c-726c-4b3f-aa14-f7b084c0de78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'mac_address': 'fa:16:3e:ab:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1c567-1432-4864-8a71-f2630d437824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:08:58Z', 'updated_at': '2022-03-31T22:09:11Z', 'revision_number': 1, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea61551-e04c-43da-b6ec-88d19249363a', 'name': '', 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'mac_address': 'fa:16:3e:75:d4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:39Z', 'revision_number': 5, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'subnets': [{'id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:13.364600 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572a7cd5-a238-4b86-b2c3-4f2c0742247a None None] The sync data for ids ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'] in dv-cinder-836083-1-iscsi is: [{'id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'name': 'tempest-AttachVolumeTestJSON-1473956010-router', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:26Z', 'revision_number': 4, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'gw_port': {'id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'ee9405f9-7832-46f6-b265-db4e2436875d', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'floating_ip_address': '172.27.2.90', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'port_id': '86d53f8c-726c-4b3f-aa14-f7b084c0de78', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'mac_address': 'fa:16:3e:ab:15:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8f1c567-1432-4864-8a71-f2630d437824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:08:58Z', 'updated_at': '2022-03-31T22:09:11Z', 'revision_number': 1, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea61551-e04c-43da-b6ec-88d19249363a', 'name': '', 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'mac_address': 'fa:16:3e:75:d4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:39Z', 'revision_number': 5, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'subnets': [{'id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:09:13.414822 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-e71b4213-550e-4da6-b083-fa702e4b4e1d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Deleting port 447fe496-2c9e-4128-b7d7-26539700a3cf {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:09:13.415161 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e71b4213-550e-4da6-b083-fa702e4b4e1d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (447fe496-2c9e-4128-b7d7-26539700a3cf), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:13.502035 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e71b4213-550e-4da6-b083-fa702e4b4e1d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (447fe496-2c9e-4128-b7d7-26539700a3cf), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:13.502344 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e71b4213-550e-4da6-b083-fa702e4b4e1d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks [] for floatingip (447fe496-2c9e-4128-b7d7-26539700a3cf), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:13.516052 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 60414) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:13.516750 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-e71b4213-550e-4da6-b083-fa702e4b4e1d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Calling delete_port for 447fe496-2c9e-4128-b7d7-26539700a3cf owned by network:floatingip {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:09:13.520737 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-f44bfdd7-d1a9-4376-bc21-c56ba16a9bcc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--679301048', 'description': 'tempest-description--231022777'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:09:13.570458 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd357a6d-342a-467e-85c0-8036c68b0177 None None] New status for floating IP ee9405f9-7832-46f6-b265-db4e2436875d: ACTIVE {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:09:13.634054 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f44bfdd7-d1a9-4376-bc21-c56ba16a9bcc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:13.700977 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f44bfdd7-d1a9-4376-bc21-c56ba16a9bcc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group (0ce917f0-9601-4fa9-9341-13d865f6dee6), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:13.759463 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e71b4213-550e-4da6-b083-fa702e4b4e1d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (447fe496-2c9e-4128-b7d7-26539700a3cf), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:13.785712 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b4213-550e-4da6-b083-fa702e4b4e1d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Pushing event deleted for resources: {'Port': ['ID=447fe496-2c9e-4128-b7d7-26539700a3cf,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:13.793098 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f44bfdd7-d1a9-4376-bc21-c56ba16a9bcc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (0ce917f0-9601-4fa9-9341-13d865f6dee6), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:13.823231 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44bfdd7-d1a9-4376-bc21-c56ba16a9bcc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce917f0-9601-4fa9-9341-13d865f6dee6,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:13.851022 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e71b4213-550e-4da6-b083-fa702e4b4e1d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks [] for floatingip (1aca0b59-35c8-49fe-b955-33d6c8ecbd29), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:13.853513 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e71b4213-550e-4da6-b083-fa702e4b4e1d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:13.854658 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e71b4213-550e-4da6-b083-fa702e4b4e1d tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "DELETE /v2.0/floatingips/1aca0b59-35c8-49fe-b955-33d6c8ecbd29 HTTP/1.1" status: 204 len: 168 time: 0.5816824 Mar 31 22:09:13.909552 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f44bfdd7-d1a9-4376-bc21-c56ba16a9bcc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:13.910956 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-f44bfdd7-d1a9-4376-bc21-c56ba16a9bcc tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3938575 Mar 31 22:09:13.913793 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 60418) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:13.918869 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-52c7ec11-6ff5-447c-8a2e-441726566f64 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Request body: {'security_group_rule': {'security_group_id': '0ce917f0-9601-4fa9-9341-13d865f6dee6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:09:14.056412 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-52c7ec11-6ff5-447c-8a2e-441726566f64 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group_rule (bd7e9ee5-c7c1-474e-bc68-ed853ea8bfc0), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:14.086376 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8f1c567-1432-4864-8a71-f2630d437824', 'tag': '86d53f8c-726c-4b3f-aa14-f7b084c0de78'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:09:14.088659 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826b2431-62f9-4d6c-8935-5c99c8b94a82" -d '{"events": [{"name": "network-changed", "server_uuid": "f8f1c567-1432-4864-8a71-f2630d437824", "tag": "86d53f8c-726c-4b3f-aa14-f7b084c0de78"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:09:14.120691 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-52c7ec11-6ff5-447c-8a2e-441726566f64 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group_rule (bd7e9ee5-c7c1-474e-bc68-ed853ea8bfc0), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:14.129022 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811572b3-e804-44b1-b5c6-449e6bf87bcf x-openstack-request-id: req-811572b3-e804-44b1-b5c6-449e6bf87bcf {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:09:14.129317 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8f1c567-1432-4864-8a71-f2630d437824", "tag": "86d53f8c-726c-4b3f-aa14-f7b084c0de78", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:09:14.129647 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-811572b3-e804-44b1-b5c6-449e6bf87bcf {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:09:14.136130 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-811572b3-e804-44b1-b5c6-449e6bf87bcf'] response: {'name': 'network-changed', 'server_uuid': 'f8f1c567-1432-4864-8a71-f2630d437824', 'tag': '86d53f8c-726c-4b3f-aa14-f7b084c0de78', 'status': 'completed', 'code': 200} Mar 31 22:09:14.192618 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b2431-62f9-4d6c-8935-5c99c8b94a82 req-6e58b4da-fc07-4ebc-8d6f-cbf917d4b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:14.194099 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-826b2431-62f9-4d6c-8935-5c99c8b94a82 req-6e58b4da-fc07-4ebc-8d6f-cbf917d4b2cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b6ec8840baa0418eaaf3929e20b8ac22&device_id=f8f1c567-1432-4864-8a71-f2630d437824 HTTP/1.1" status: 200 len: 1130 time: 0.0442624 Mar 31 22:09:14.251494 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-52c7ec11-6ff5-447c-8a2e-441726566f64 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (bd7e9ee5-c7c1-474e-bc68-ed853ea8bfc0), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:14.284833 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7ec11-6ff5-447c-8a2e-441726566f64 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7e9ee5-c7c1-474e-bc68-ed853ea8bfc0,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:14.306733 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b2431-62f9-4d6c-8935-5c99c8b94a82 req-3f76e02b-e9e4-4333-b022-313bedb37568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:14.308754 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-826b2431-62f9-4d6c-8935-5c99c8b94a82 req-3f76e02b-e9e4-4333-b022-313bedb37568 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0382e6fe-1738-4da8-a648-cd0ccb96afb3 HTTP/1.1" status: 200 len: 912 time: 0.1090126 Mar 31 22:09:14.352342 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-52c7ec11-6ff5-447c-8a2e-441726566f64 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:14.353575 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-52c7ec11-6ff5-447c-8a2e-441726566f64 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4387314 Mar 31 22:09:14.356425 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60424) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:14.361688 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-c80f12d9-1a40-4284-acb8-0fa1d34345e5 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Request body: {'security_group_rule': {'security_group_id': '0ce917f0-9601-4fa9-9341-13d865f6dee6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:09:14.381601 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-826b2431-62f9-4d6c-8935-5c99c8b94a82 req-c6dfcc1e-0d51-4c9a-8e9c-fb70a09d2279 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86d53f8c-726c-4b3f-aa14-f7b084c0de78 HTTP/1.1" status: 200 len: 1001 time: 0.0672193 Mar 31 22:09:14.433364 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b2431-62f9-4d6c-8935-5c99c8b94a82 req-7b276d78-5036-465f-a6c0-13549fcf83f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:14.434856 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-826b2431-62f9-4d6c-8935-5c99c8b94a82 req-7b276d78-5036-465f-a6c0-13549fcf83f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=22da6a9c-27c7-4f9f-9fde-ed9d5543264e HTTP/1.1" status: 200 len: 850 time: 0.0472028 Mar 31 22:09:14.478030 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c80f12d9-1a40-4284-acb8-0fa1d34345e5 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group_rule (f878f16a-f18e-4083-9ce0-8425a8bd798a), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:14.483507 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b2431-62f9-4d6c-8935-5c99c8b94a82 req-b17f1552-9dce-4132-821c-32d9b4481585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:14.485000 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-826b2431-62f9-4d6c-8935-5c99c8b94a82 req-b17f1552-9dce-4132-821c-32d9b4481585 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0382e6fe-1738-4da8-a648-cd0ccb96afb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445974 Mar 31 22:09:14.535058 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c80f12d9-1a40-4284-acb8-0fa1d34345e5 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group_rule (f878f16a-f18e-4083-9ce0-8425a8bd798a), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:14.575418 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-826b2431-62f9-4d6c-8935-5c99c8b94a82 req-518e809c-5e20-4fad-80dd-7181565a895c service neutron] 10.222.0.57 "GET /v2.0/networks/0382e6fe-1738-4da8-a648-cd0ccb96afb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838468 Mar 31 22:09:14.638843 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c80f12d9-1a40-4284-acb8-0fa1d34345e5 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (f878f16a-f18e-4083-9ce0-8425a8bd798a), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:14.657105 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f12d9-1a40-4284-acb8-0fa1d34345e5 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f878f16a-f18e-4083-9ce0-8425a8bd798a,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:14.670773 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-826b2431-62f9-4d6c-8935-5c99c8b94a82 req-297083a7-a59e-4559-ad1b-e74fb0a5bf2e service neutron] 10.222.0.57 "GET /v2.0/networks/0382e6fe-1738-4da8-a648-cd0ccb96afb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897448 Mar 31 22:09:14.766708 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c80f12d9-1a40-4284-acb8-0fa1d34345e5 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:14.767933 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-c80f12d9-1a40-4284-acb8-0fa1d34345e5 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4103963 Mar 31 22:09:14.771068 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60426) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:14.776451 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-38ce29ac-9218-4d29-9048-885d85cf9ba0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Request body: {'floatingip': {'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:09:14.901702 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-38ce29ac-9218-4d29-9048-885d85cf9ba0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:14.999650 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-38ce29ac-9218-4d29-9048-885d85cf9ba0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:15.100915 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-38ce29ac-9218-4d29-9048-885d85cf9ba0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Allocated IP 172.27.2.48 (ad19088a-a902-4a91-855f-5fb9d1c67d87/5d366205-9c7a-4898-9c8b-600d476ec59e/843e95ae-135c-4968-9998-4fc09a6aded9) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:09:15.205817 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-38ce29ac-9218-4d29-9048-885d85cf9ba0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for port (843e95ae-135c-4968-9998-4fc09a6aded9), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:15.290561 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-38ce29ac-9218-4d29-9048-885d85cf9ba0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (843e95ae-135c-4968-9998-4fc09a6aded9), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:15.326249 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ce29ac-9218-4d29-9048-885d85cf9ba0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:09:15.328956 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-38ce29ac-9218-4d29-9048-885d85cf9ba0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:09:15.332369 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ce29ac-9218-4d29-9048-885d85cf9ba0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:09:15.358027 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce29ac-9218-4d29-9048-885d85cf9ba0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event updated for resources: {'Port': ['ID=843e95ae-135c-4968-9998-4fc09a6aded9,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:15.425897 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-38ce29ac-9218-4d29-9048-885d85cf9ba0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (bf8e3bfa-6287-4330-a969-94921c822fde), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:15.538245 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-38ce29ac-9218-4d29-9048-885d85cf9ba0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (843e95ae-135c-4968-9998-4fc09a6aded9), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:15.685252 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-38ce29ac-9218-4d29-9048-885d85cf9ba0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for port (843e95ae-135c-4968-9998-4fc09a6aded9), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:15.747809 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-38ce29ac-9218-4d29-9048-885d85cf9ba0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114205'] for port (843e95ae-135c-4968-9998-4fc09a6aded9), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:15.817837 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce29ac-9218-4d29-9048-885d85cf9ba0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event updated for resources: {'Port': ['ID=843e95ae-135c-4968-9998-4fc09a6aded9,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:15.829175 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-38ce29ac-9218-4d29-9048-885d85cf9ba0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (bf8e3bfa-6287-4330-a969-94921c822fde), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:15.943611 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-38ce29ac-9218-4d29-9048-885d85cf9ba0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:15.944804 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-38ce29ac-9218-4d29-9048-885d85cf9ba0 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1728127 Mar 31 22:09:16.135863 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-61477aa7-96ea-49f7-9902-f5d80b3634e7 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--679301048&fields=id&tenant_id=891af07672f940c09ae8cbf340a48b4d HTTP/1.1" status: 200 len: 267 time: 0.0417750 Mar 31 22:09:16.242940 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-df86c5ab-eb31-4a7f-be36-45e405aa7543 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:16.244290 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-df86c5ab-eb31-4a7f-be36-45e405aa7543 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/networks?id=1cfcbe07-ec4b-4324-9343-639a3e44e48c HTTP/1.1" status: 200 len: 813 time: 0.1021140 Mar 31 22:09:16.258800 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-67304570-d88c-4c79-9180-f5e077695db4 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/quotas/891af07672f940c09ae8cbf340a48b4d HTTP/1.1" status: 200 len: 375 time: 0.0092065 Mar 31 22:09:16.313223 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-cede7b53-b0b8-4ff8-b8bc-8c1072a7d4d9 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=891af07672f940c09ae8cbf340a48b4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494676 Mar 31 22:09:16.406384 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-93c55ed8-47d2-4533-99b8-f6dd9d0b6012 service neutron] 10.222.0.59 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813568 Mar 31 22:09:16.499705 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-a1695d8b-edc5-4f6f-a337-9d07c309d985 service neutron] 10.222.0.59 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874765 Mar 31 22:09:16.761612 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-88cb6d7d-6564-42d8-9922-1ddcdd021e90 req-80f5a943-c52d-409a-b2b3-14f4f74f92c2 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d917a0f-493d-4901-b599-6f85c56f9f4c HTTP/1.1" status: 200 len: 210 time: 0.0289598 Mar 31 22:09:16.947028 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72868e-7a8a-4872-bc6b-2c067b2bac49 req-a221ad39-b4a2-4481-9613-709c20170942 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:16.948555 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1f72868e-7a8a-4872-bc6b-2c067b2bac49 req-a221ad39-b4a2-4481-9613-709c20170942 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0534995 Mar 31 22:09:16.997071 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1f72868e-7a8a-4872-bc6b-2c067b2bac49 req-75901672-cca0-42cc-88a1-b12781d7e08e tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426641 Mar 31 22:09:17.859315 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cb441095-224b-4fae-a4a4-5e714603adfb req-28171476-e3c7-48dc-8547-7417d50b7589 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d917a0f-493d-4901-b599-6f85c56f9f4c HTTP/1.1" status: 200 len: 210 time: 0.0310602 Mar 31 22:09:18.122475 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c508141-d970-4286-a131-5f8f3a597d03 req-d5732287-487b-41e9-a14e-d484b9cbfa44 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:18.123942 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7c508141-d970-4286-a131-5f8f3a597d03 req-d5732287-487b-41e9-a14e-d484b9cbfa44 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0527194 Mar 31 22:09:18.170949 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7c508141-d970-4286-a131-5f8f3a597d03 req-c6b92c7a-dc8a-4789-8a1b-693edfed4f53 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412631 Mar 31 22:09:19.011219 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ebfa2277-b90b-45e9-a2fe-593803b22ed1 req-83d8fe79-5293-435c-86a2-affed288a036 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d917a0f-493d-4901-b599-6f85c56f9f4c HTTP/1.1" status: 200 len: 210 time: 0.0310235 Mar 31 22:09:19.172231 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-03e64d25-d5bf-453f-b445-0ce2be09f248 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:19.173702 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-03e64d25-d5bf-453f-b445-0ce2be09f248 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.57 "GET /v2.0/networks?id=1cfcbe07-ec4b-4324-9343-639a3e44e48c HTTP/1.1" status: 200 len: 813 time: 0.1014669 Mar 31 22:09:19.252627 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-70644699-9633-43ed-9ba3-3a992f943f3e tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=891af07672f940c09ae8cbf340a48b4d HTTP/1.1" status: 200 len: 379 time: 0.0596664 Mar 31 22:09:19.263263 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-81d61bb8-4a7b-48ae-855a-e5e1898d44ac tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Request body: {'port': {'device_id': '1d917a0f-493d-4901-b599-6f85c56f9f4c', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'admin_state_up': True, 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'security_groups': ['0ce917f0-9601-4fa9-9341-13d865f6dee6']}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:09:19.293150 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220a2f2-4867-445e-8b8f-c15c51cb1b67 req-0895c10d-af07-4b62-8a94-da24f7f7118f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:19.294632 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5220a2f2-4867-445e-8b8f-c15c51cb1b67 req-0895c10d-af07-4b62-8a94-da24f7f7118f tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.0560818 Mar 31 22:09:19.350754 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5220a2f2-4867-445e-8b8f-c15c51cb1b67 req-473fae80-f565-442b-8d94-bf76ddb47733 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503261 Mar 31 22:09:19.403383 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92da50-5436-4185-be21-339236d7c283 req-199abbb7-16f5-4cc9-906c-af71c630e8c3 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:19.404797 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7d92da50-5436-4185-be21-339236d7c283 req-199abbb7-16f5-4cc9-906c-af71c630e8c3 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.57 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 946 time: 0.1024024 Mar 31 22:09:19.538761 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-7d92da50-5436-4185-be21-339236d7c283 req-fd6686cb-7650-4523-9771-f62a97e5fedf tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Deleting port eb54c229-a93f-4ebc-a1f8-6279b602ff36 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:09:19.539143 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-7d92da50-5436-4185-be21-339236d7c283 req-fd6686cb-7650-4523-9771-f62a97e5fedf tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (eb54c229-a93f-4ebc-a1f8-6279b602ff36), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:19.618950 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-81d61bb8-4a7b-48ae-855a-e5e1898d44ac tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Made reservation on behalf of 891af07672f940c09ae8cbf340a48b4d for: {'port': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:09:19.622250 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-81d61bb8-4a7b-48ae-855a-e5e1898d44ac tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:19.645681 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-7d92da50-5436-4185-be21-339236d7c283 req-fd6686cb-7650-4523-9771-f62a97e5fedf tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] For port eb54c229-a93f-4ebc-a1f8-6279b602ff36, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=eb54c229-a93f-4ebc-a1f8-6279b602ff36,segment=NetworkSegment(b743cf90-b78b-43d9-8f0e-75a85fa1a9c0),segment_id=b743cf90-b78b-43d9-8f0e-75a85fa1a9c0)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:09:19.646059 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-7d92da50-5436-4185-be21-339236d7c283 req-fd6686cb-7650-4523-9771-f62a97e5fedf tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (eb54c229-a93f-4ebc-a1f8-6279b602ff36), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:19.666867 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-7d92da50-5436-4185-be21-339236d7c283 req-fd6686cb-7650-4523-9771-f62a97e5fedf tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Calling delete_port for eb54c229-a93f-4ebc-a1f8-6279b602ff36 owned by compute:nova {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:09:19.823911 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-81d61bb8-4a7b-48ae-855a-e5e1898d44ac tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Allocated IP 172.20.0.14 (1cfcbe07-ec4b-4324-9343-639a3e44e48c/46fdab92-2c2a-49be-bf50-a72b75107edf/3dc01e97-ef88-434e-a12b-1177feb5cdc8) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:09:19.993933 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-81d61bb8-4a7b-48ae-855a-e5e1898d44ac tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for port (3dc01e97-ef88-434e-a12b-1177feb5cdc8), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:20.017368 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-7d92da50-5436-4185-be21-339236d7c283 req-fd6686cb-7650-4523-9771-f62a97e5fedf tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (eb54c229-a93f-4ebc-a1f8-6279b602ff36), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:20.028672 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e', 'eb54c229-a93f-4ebc-a1f8-6279b602ff36'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:09:20.050203 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6686cb-7650-4523-9771-f62a97e5fedf tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Pushing event deleted for resources: {'Port': ['ID=eb54c229-a93f-4ebc-a1f8-6279b602ff36,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:20.110637 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d92da50-5436-4185-be21-339236d7c283 req-fd6686cb-7650-4523-9771-f62a97e5fedf tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] No DVR routers for this DVR port eb54c229-a93f-4ebc-a1f8-6279b602ff36 on host hv-cinder-83608 {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:09:20.113222 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-7d92da50-5436-4185-be21-339236d7c283 req-fd6686cb-7650-4523-9771-f62a97e5fedf tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:20.116616 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7d92da50-5436-4185-be21-339236d7c283 req-fd6686cb-7650-4523-9771-f62a97e5fedf tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.57 "DELETE /v2.0/ports/eb54c229-a93f-4ebc-a1f8-6279b602ff36 HTTP/1.1" status: 204 len: 173 time: 0.7039833 Mar 31 22:09:20.121756 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda86839-8b13-4220-81c8-f68257e22bb4', 'name': 'network-vif-deleted', 'tag': 'eb54c229-a93f-4ebc-a1f8-6279b602ff36'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:09:20.121756 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae1621c-8881-4dda-890d-b554bae211be" -d '{"events": [{"server_uuid": "fda86839-8b13-4220-81c8-f68257e22bb4", "name": "network-vif-deleted", "tag": "eb54c229-a93f-4ebc-a1f8-6279b602ff36"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:09:20.151046 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f3ed5b3e-318e-43a2-96f6-d2b67e614b42 req-a890891e-5d6e-4c64-9347-f1d0fcb1973c tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d917a0f-493d-4901-b599-6f85c56f9f4c HTTP/1.1" status: 200 len: 210 time: 0.0429726 Mar 31 22:09:20.162637 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd949b84-9a6e-43de-aa30-c9fdfcc1ffd4 x-openstack-request-id: req-fd949b84-9a6e-43de-aa30-c9fdfcc1ffd4 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:09:20.162637 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda86839-8b13-4220-81c8-f68257e22bb4", "name": "network-vif-deleted", "tag": "eb54c229-a93f-4ebc-a1f8-6279b602ff36", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:09:20.162637 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fd949b84-9a6e-43de-aa30-c9fdfcc1ffd4 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:09:20.162637 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd949b84-9a6e-43de-aa30-c9fdfcc1ffd4'] response: {'server_uuid': 'fda86839-8b13-4220-81c8-f68257e22bb4', 'name': 'network-vif-deleted', 'tag': 'eb54c229-a93f-4ebc-a1f8-6279b602ff36', 'status': 'completed', 'code': 200} Mar 31 22:09:20.171559 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-81d61bb8-4a7b-48ae-855a-e5e1898d44ac tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (3dc01e97-ef88-434e-a12b-1177feb5cdc8), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:20.215738 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-81d61bb8-4a7b-48ae-855a-e5e1898d44ac tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Network 1cfcbe07-ec4b-4324-9343-639a3e44e48c is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:09:20.218887 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-81d61bb8-4a7b-48ae-855a-e5e1898d44ac tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:09:20.224686 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-81d61bb8-4a7b-48ae-855a-e5e1898d44ac tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:09:20.231776 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d61bb8-4a7b-48ae-855a-e5e1898d44ac tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event updated for resources: {'Port': ['ID=3dc01e97-ef88-434e-a12b-1177feb5cdc8,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:20.281519 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-81d61bb8-4a7b-48ae-855a-e5e1898d44ac tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:20.282132 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-81d61bb8-4a7b-48ae-855a-e5e1898d44ac tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:20.373467 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-81d61bb8-4a7b-48ae-855a-e5e1898d44ac tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1150224 Mar 31 22:09:20.390623 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-bf40d9ca-9172-425a-af59-9a3300df47ec service neutron] Request body: {'port': {'device_id': '1d917a0f-493d-4901-b599-6f85c56f9f4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:09:20.454716 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e379eba7-d404-42cd-aeb0-9201be28ec53 req-536600ea-cc02-4016-967a-1df0f31872bc tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fda86839-8b13-4220-81c8-f68257e22bb4 HTTP/1.1" status: 200 len: 210 time: 0.0344596 Mar 31 22:09:20.481598 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-bf40d9ca-9172-425a-af59-9a3300df47ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (3dc01e97-ef88-434e-a12b-1177feb5cdc8), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:20.500287 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-0ff4eb8a-d1a1-4ac0-9b6e-dbf69a851e30 None None] Provisioning complete for port 3dc01e97-ef88-434e-a12b-1177feb5cdc8 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:09:20.500760 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0ff4eb8a-d1a1-4ac0-9b6e-dbf69a851e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (3dc01e97-ef88-434e-a12b-1177feb5cdc8), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:20.539038 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-0ff4eb8a-d1a1-4ac0-9b6e-dbf69a851e30 None None] Port 3dc01e97-ef88-434e-a12b-1177feb5cdc8 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:09:20.749198 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-bf40d9ca-9172-425a-af59-9a3300df47ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc01e97-ef88-434e-a12b-1177feb5cdc8 {{(pid=110666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:09:20.756545 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-bf40d9ca-9172-425a-af59-9a3300df47ec service neutron] Publish callbacks [] for port (3dc01e97-ef88-434e-a12b-1177feb5cdc8), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:20.768707 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.provisioning_blocks [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-bf40d9ca-9172-425a-af59-9a3300df47ec service neutron] Transition to ACTIVE for port object 3dc01e97-ef88-434e-a12b-1177feb5cdc8 will not be triggered until provisioned by entity L2. {{(pid=110666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 22:09:20.839053 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-bf40d9ca-9172-425a-af59-9a3300df47ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (3dc01e97-ef88-434e-a12b-1177feb5cdc8), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:20.892980 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40d9ca-9172-425a-af59-9a3300df47ec service neutron] Pushing event updated for resources: {'Port': ['ID=3dc01e97-ef88-434e-a12b-1177feb5cdc8,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:20.960749 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-bf40d9ca-9172-425a-af59-9a3300df47ec service neutron] Attempting to bind port 3dc01e97-ef88-434e-a12b-1177feb5cdc8 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:09:20.961091 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-bf40d9ca-9172-425a-af59-9a3300df47ec service neutron] Attempting to bind port 3dc01e97-ef88-434e-a12b-1177feb5cdc8 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'a131c32f-8f0e-49e7-8e61-166d6f753cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:09:20.961639 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-bf40d9ca-9172-425a-af59-9a3300df47ec service neutron] Attempting to bind port 3dc01e97-ef88-434e-a12b-1177feb5cdc8 on network 1cfcbe07-ec4b-4324-9343-639a3e44e48c {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:09:20.966363 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-bf40d9ca-9172-425a-af59-9a3300df47ec service neutron] Port 3dc01e97-ef88-434e-a12b-1177feb5cdc8 on network 1cfcbe07-ec4b-4324-9343-639a3e44e48c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:09:20.966697 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-bf40d9ca-9172-425a-af59-9a3300df47ec service neutron] Attempting to bind port 3dc01e97-ef88-434e-a12b-1177feb5cdc8 on network 1cfcbe07-ec4b-4324-9343-639a3e44e48c {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:09:20.971916 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-bf40d9ca-9172-425a-af59-9a3300df47ec service neutron] Checking agent: {'id': '0c6c7b6d-d51d-4e70-9732-01ea9921e922', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'started_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:09:20.972508 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-bf40d9ca-9172-425a-af59-9a3300df47ec service neutron] Checking segment: {'id': 'a131c32f-8f0e-49e7-8e61-166d6f753cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:09:20.972972 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-bf40d9ca-9172-425a-af59-9a3300df47ec service neutron] Bound using segment: {'id': 'a131c32f-8f0e-49e7-8e61-166d6f753cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:09:20.973443 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-bf40d9ca-9172-425a-af59-9a3300df47ec service neutron] Bound port: 3dc01e97-ef88-434e-a12b-1177feb5cdc8, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a131c32f-8f0e-49e7-8e61-166d6f753cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:09:20.973847 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-bf40d9ca-9172-425a-af59-9a3300df47ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (3dc01e97-ef88-434e-a12b-1177feb5cdc8), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:21.042361 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-bf40d9ca-9172-425a-af59-9a3300df47ec service neutron] For port 3dc01e97-ef88-434e-a12b-1177feb5cdc8, host hv-cinder-83608, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:09:21.045278 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-bf40d9ca-9172-425a-af59-9a3300df47ec service neutron] For port 3dc01e97-ef88-434e-a12b-1177feb5cdc8, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3dc01e97-ef88-434e-a12b-1177feb5cdc8,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:09:21.097127 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-bf40d9ca-9172-425a-af59-9a3300df47ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (3dc01e97-ef88-434e-a12b-1177feb5cdc8), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:21.132051 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-bf40d9ca-9172-425a-af59-9a3300df47ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:21.132051 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-bf40d9ca-9172-425a-af59-9a3300df47ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:21.132051 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-bf40d9ca-9172-425a-af59-9a3300df47ec service neutron] 10.222.0.57 "PUT /v2.0/ports/3dc01e97-ef88-434e-a12b-1177feb5cdc8 HTTP/1.1" status: 200 len: 1094 time: 0.7502522 Mar 31 22:09:21.160896 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40d9ca-9172-425a-af59-9a3300df47ec service neutron] Pushing event updated for resources: {'Port': ['ID=3dc01e97-ef88-434e-a12b-1177feb5cdc8,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:21.273914 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1b825-372d-43d6-bb5d-01b2365d99e9 req-08265b3e-6242-423f-8ea7-f1559ba4b43f tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:21.275321 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1bd1b825-372d-43d6-bb5d-01b2365d99e9 req-08265b3e-6242-423f-8ea7-f1559ba4b43f tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d917a0f-493d-4901-b599-6f85c56f9f4c HTTP/1.1" status: 200 len: 944 time: 0.0558474 Mar 31 22:09:21.329590 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-285bee04-d607-46b8-aa43-875f2c833f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:21.330942 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1bd1b825-372d-43d6-bb5d-01b2365d99e9 req-82f867bc-2aa5-4f5c-933c-565360712853 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ce917f0-9601-4fa9-9341-13d865f6dee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497212 Mar 31 22:09:21.331254 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-285bee04-d607-46b8-aa43-875f2c833f9f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=891af07672f940c09ae8cbf340a48b4d&device_id=1d917a0f-493d-4901-b599-6f85c56f9f4c HTTP/1.1" status: 200 len: 1128 time: 0.0508118 Mar 31 22:09:21.377734 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-cf36ba09-9313-4c8f-b737-9bff671df7a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dc01e97-ef88-434e-a12b-1177feb5cdc8 HTTP/1.1" status: 200 len: 217 time: 0.0391836 Mar 31 22:09:21.427152 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-006dd98e-afc0-4a27-8979-94b9559cf6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:21.428817 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-006dd98e-afc0-4a27-8979-94b9559cf6c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46fdab92-2c2a-49be-bf50-a72b75107edf HTTP/1.1" status: 200 len: 852 time: 0.0433123 Mar 31 22:09:21.477512 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-1fe7b08c-0e67-48a4-9b53-75882cd58cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:21.479031 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-1fe7b08c-0e67-48a4-9b53-75882cd58cf2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cfcbe07-ec4b-4324-9343-639a3e44e48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440111 Mar 31 22:09:21.573954 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-f96005f3-683e-43a8-825c-d4e18a9a311d service neutron] 10.222.0.57 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869412 Mar 31 22:09:21.663364 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a1a420f3-8a78-42e8-99d7-015b19d64a42 req-4dd72c9b-5aaa-4c7e-9e4d-47f88e9de7de service neutron] 10.222.0.57 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828965 Mar 31 22:09:22.038012 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f99d56-9f3a-4e1d-8a4c-41f6cf21eade req-c3add375-d4b6-488a-865b-bb67c20bfced tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:22.039489 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-94f99d56-9f3a-4e1d-8a4c-41f6cf21eade req-c3add375-d4b6-488a-865b-bb67c20bfced tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0524340 Mar 31 22:09:22.085932 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-94f99d56-9f3a-4e1d-8a4c-41f6cf21eade req-0cb3e818-c741-462e-b089-665679c5dff2 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408738 Mar 31 22:09:22.159002 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d917a0f-493d-4901-b599-6f85c56f9f4c', 'tag': '3dc01e97-ef88-434e-a12b-1177feb5cdc8'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:09:22.161884 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a11086-a219-49c4-be75-40f37868a2ed" -d '{"events": [{"name": "network-changed", "server_uuid": "1d917a0f-493d-4901-b599-6f85c56f9f4c", "tag": "3dc01e97-ef88-434e-a12b-1177feb5cdc8"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:09:22.197436 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c6bec6-37a8-4ea0-8e5a-fc8536063e23 x-openstack-request-id: req-33c6bec6-37a8-4ea0-8e5a-fc8536063e23 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:09:22.197721 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d917a0f-493d-4901-b599-6f85c56f9f4c", "tag": "3dc01e97-ef88-434e-a12b-1177feb5cdc8", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:09:22.197972 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-33c6bec6-37a8-4ea0-8e5a-fc8536063e23 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:09:22.198395 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33c6bec6-37a8-4ea0-8e5a-fc8536063e23'] response: {'name': 'network-changed', 'server_uuid': '1d917a0f-493d-4901-b599-6f85c56f9f4c', 'tag': '3dc01e97-ef88-434e-a12b-1177feb5cdc8', 'status': 'completed', 'code': 200} Mar 31 22:09:22.270690 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a11086-a219-49c4-be75-40f37868a2ed req-70efc559-7129-40cd-92a0-2e82b805522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:22.272192 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-59a11086-a219-49c4-be75-40f37868a2ed req-70efc559-7129-40cd-92a0-2e82b805522c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=891af07672f940c09ae8cbf340a48b4d&device_id=1d917a0f-493d-4901-b599-6f85c56f9f4c HTTP/1.1" status: 200 len: 1128 time: 0.0438426 Mar 31 22:09:22.365857 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a11086-a219-49c4-be75-40f37868a2ed req-d970f60d-4a46-43b0-a3a2-efff4fde24bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:22.367274 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-59a11086-a219-49c4-be75-40f37868a2ed req-d970f60d-4a46-43b0-a3a2-efff4fde24bc service neutron] 10.222.0.57 "GET /v2.0/networks?id=1cfcbe07-ec4b-4324-9343-639a3e44e48c HTTP/1.1" status: 200 len: 914 time: 0.0867634 Mar 31 22:09:22.411686 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-59a11086-a219-49c4-be75-40f37868a2ed req-e27be8cf-9009-40c9-abc5-1ac877f49047 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dc01e97-ef88-434e-a12b-1177feb5cdc8 HTTP/1.1" status: 200 len: 217 time: 0.0355842 Mar 31 22:09:22.421045 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device eb54c229-a93f-4ebc-a1f8-6279b602ff36 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:09:22.445267 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] No Port match for: eb54c229-a93f-4ebc-a1f8-6279b602ff36 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:09:22.445968 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device eb54c229-a93f-4ebc-a1f8-6279b602ff36 not bound to the agent host hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:09:22.451158 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16125d2-136c-459b-8fe7-b2dcbe3a564e req-4b5bc336-0db6-46e5-9d0d-2280912edaae tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:22.452816 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b16125d2-136c-459b-8fe7-b2dcbe3a564e req-4b5bc336-0db6-46e5-9d0d-2280912edaae tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d917a0f-493d-4901-b599-6f85c56f9f4c HTTP/1.1" status: 200 len: 944 time: 0.0532348 Mar 31 22:09:22.464941 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a11086-a219-49c4-be75-40f37868a2ed req-b25fcc14-5396-4718-8481-133e808e30c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:22.466405 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-59a11086-a219-49c4-be75-40f37868a2ed req-b25fcc14-5396-4718-8481-133e808e30c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46fdab92-2c2a-49be-bf50-a72b75107edf HTTP/1.1" status: 200 len: 852 time: 0.0449624 Mar 31 22:09:22.499317 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b16125d2-136c-459b-8fe7-b2dcbe3a564e req-29c882ad-3fa9-4fc7-b0d2-033b43e49a47 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ce917f0-9601-4fa9-9341-13d865f6dee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409641 Mar 31 22:09:22.518614 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a11086-a219-49c4-be75-40f37868a2ed req-176374d9-39cd-4d78-9f2f-5365f20d3d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:22.520184 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-59a11086-a219-49c4-be75-40f37868a2ed req-176374d9-39cd-4d78-9f2f-5365f20d3d6e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cfcbe07-ec4b-4324-9343-639a3e44e48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476520 Mar 31 22:09:22.609436 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-59a11086-a219-49c4-be75-40f37868a2ed req-1b49e5cb-7754-4a22-9e6b-a50c04343696 service neutron] 10.222.0.57 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805352 Mar 31 22:09:22.703453 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-59a11086-a219-49c4-be75-40f37868a2ed req-d87eecc3-e9f0-4278-965e-1530d232d5f7 service neutron] 10.222.0.57 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838094 Mar 31 22:09:23.208669 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3913d6-c2f0-4b5e-9704-884b383c1cc7 req-fc125912-8e37-4c06-bae4-15e4964dfd2c tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:23.210105 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6a3913d6-c2f0-4b5e-9704-884b383c1cc7 req-fc125912-8e37-4c06-bae4-15e4964dfd2c tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0557165 Mar 31 22:09:23.258547 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6a3913d6-c2f0-4b5e-9704-884b383c1cc7 req-e572e807-ee0a-44f6-b5b7-49d2c258b4c1 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427032 Mar 31 22:09:23.615708 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0599e-a00c-4215-9d69-80457caf3c9e req-418de979-7e11-4458-8228-7e7b1b3faca7 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:23.617185 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-39c0599e-a00c-4215-9d69-80457caf3c9e req-418de979-7e11-4458-8228-7e7b1b3faca7 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d917a0f-493d-4901-b599-6f85c56f9f4c HTTP/1.1" status: 200 len: 944 time: 0.0520196 Mar 31 22:09:23.663241 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-39c0599e-a00c-4215-9d69-80457caf3c9e req-9817e155-d96e-42e6-bdd3-fbd020fe0d16 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ce917f0-9601-4fa9-9341-13d865f6dee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404902 Mar 31 22:09:24.380568 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9e254-07bf-4f78-a635-3850c08012b7 req-31711833-ec79-4c60-88f9-4ebfad361293 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:24.382219 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c1c9e254-07bf-4f78-a635-3850c08012b7 req-31711833-ec79-4c60-88f9-4ebfad361293 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0565619 Mar 31 22:09:24.427303 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c1c9e254-07bf-4f78-a635-3850c08012b7 req-0925bdc7-9beb-413c-a110-0a70fa7eac01 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396006 Mar 31 22:09:24.437491 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 3dc01e97-ef88-434e-a12b-1177feb5cdc8 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:09:24.529874 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 3dc01e97-ef88-434e-a12b-1177feb5cdc8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3dc01e97-ef88-434e-a12b-1177feb5cdc8,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:09:24.541619 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': '3dc01e97-ef88-434e-a12b-1177feb5cdc8', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'port_id': '3dc01e97-ef88-434e-a12b-1177feb5cdc8', 'mac_address': 'fa:16:3e:f7:29:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:09:24.579993 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 3dc01e97-ef88-434e-a12b-1177feb5cdc8 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:09:24.580372 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (3dc01e97-ef88-434e-a12b-1177feb5cdc8), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:24.592997 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc01e97-ef88-434e-a12b-1177feb5cdc8 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:09:24.612273 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 3dc01e97-ef88-434e-a12b-1177feb5cdc8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3dc01e97-ef88-434e-a12b-1177feb5cdc8,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:09:24.691013 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (3dc01e97-ef88-434e-a12b-1177feb5cdc8), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:24.737895 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=3dc01e97-ef88-434e-a12b-1177feb5cdc8,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:24.780352 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62b957-1e4a-46b3-96c1-f2c6f3ce8588 req-2ec38637-2622-41cb-90b6-e7a7cf9791b2 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:24.781820 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7d62b957-1e4a-46b3-96c1-f2c6f3ce8588 req-2ec38637-2622-41cb-90b6-e7a7cf9791b2 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d917a0f-493d-4901-b599-6f85c56f9f4c HTTP/1.1" status: 200 len: 945 time: 0.0525160 Mar 31 22:09:24.828873 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7d62b957-1e4a-46b3-96c1-f2c6f3ce8588 req-dad00299-1866-4c17-958d-da7a533a1034 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ce917f0-9601-4fa9-9341-13d865f6dee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408161 Mar 31 22:09:24.956109 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['3dc01e97-ef88-434e-a12b-1177feb5cdc8'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:09:25.151706 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:09:25.491717 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d943a-452d-4ea1-badc-f976e2041449 req-441424f8-9213-47aa-a796-b4837161a9c0 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:25.493714 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-9f0d943a-452d-4ea1-badc-f976e2041449 req-441424f8-9213-47aa-a796-b4837161a9c0 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.57 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0544276 Mar 31 22:09:25.545251 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae7462-e90b-4554-b87f-4c8e9e93af84 req-91d788ee-29d2-4fbd-998f-47b49db08652 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:25.546733 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-45ae7462-e90b-4554-b87f-4c8e9e93af84 req-91d788ee-29d2-4fbd-998f-47b49db08652 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 945 time: 0.0514824 Mar 31 22:09:25.587526 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-9f0d943a-452d-4ea1-badc-f976e2041449 req-c6dc2d42-b681-48af-907b-d20ecc1e258b tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Deleting port 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:09:25.587868 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-9f0d943a-452d-4ea1-badc-f976e2041449 req-c6dc2d42-b681-48af-907b-d20ecc1e258b tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:25.596893 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-45ae7462-e90b-4554-b87f-4c8e9e93af84 req-adbd11b6-c7b3-46b2-b192-b2e450c747bd tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/security-groups?id=9973dab6-f7b6-4dff-9550-be957ec1037f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444980 Mar 31 22:09:25.677158 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-9f0d943a-452d-4ea1-badc-f976e2041449 req-c6dc2d42-b681-48af-907b-d20ecc1e258b tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] For port 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e,segment=NetworkSegment(b743cf90-b78b-43d9-8f0e-75a85fa1a9c0),segment_id=b743cf90-b78b-43d9-8f0e-75a85fa1a9c0)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:09:25.677523 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-9f0d943a-452d-4ea1-badc-f976e2041449 req-c6dc2d42-b681-48af-907b-d20ecc1e258b tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:25.693995 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-9f0d943a-452d-4ea1-badc-f976e2041449 req-c6dc2d42-b681-48af-907b-d20ecc1e258b tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Calling delete_port for 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e owned by compute:nova {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:09:25.932093 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-9f0d943a-452d-4ea1-badc-f976e2041449 req-c6dc2d42-b681-48af-907b-d20ecc1e258b tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:25.944791 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:09:25.949928 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960cca5-c1e2-4edb-b061-6a057a99dd23 req-b794a9dc-d618-4ee4-9a39-4b97815bc9e8 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:25.951491 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c960cca5-c1e2-4edb-b061-6a057a99dd23 req-b794a9dc-d618-4ee4-9a39-4b97815bc9e8 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d917a0f-493d-4901-b599-6f85c56f9f4c HTTP/1.1" status: 200 len: 945 time: 0.0561440 Mar 31 22:09:25.961773 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc2d42-b681-48af-907b-d20ecc1e258b tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Pushing event deleted for resources: {'Port': ['ID=7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:26.010167 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0d943a-452d-4ea1-badc-f976e2041449 req-c6dc2d42-b681-48af-907b-d20ecc1e258b tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] No DVR routers for this DVR port 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e on host hv-cinder-83608 {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:09:26.022381 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-9f0d943a-452d-4ea1-badc-f976e2041449 req-c6dc2d42-b681-48af-907b-d20ecc1e258b tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:26.022671 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c960cca5-c1e2-4edb-b061-6a057a99dd23 req-89f63c3c-0e79-4523-94eb-f83ebfa768c8 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ce917f0-9601-4fa9-9341-13d865f6dee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566661 Mar 31 22:09:26.022783 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-9f0d943a-452d-4ea1-badc-f976e2041449 req-c6dc2d42-b681-48af-907b-d20ecc1e258b tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.57 "DELETE /v2.0/ports/7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e HTTP/1.1" status: 204 len: 173 time: 0.5149574 Mar 31 22:09:26.022783 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d9322b-8ec2-4c50-a370-6515f09c4d36', 'name': 'network-vif-deleted', 'tag': '7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:09:26.022783 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e2bac0-fc28-4c8e-b71d-5da60a124267" -d '{"events": [{"server_uuid": "11d9322b-8ec2-4c50-a370-6515f09c4d36", "name": "network-vif-deleted", "tag": "7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:09:26.062549 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6534964e-37d5-4359-9ccd-af73199be18c x-openstack-request-id: req-6534964e-37d5-4359-9ccd-af73199be18c {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:09:26.062549 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d9322b-8ec2-4c50-a370-6515f09c4d36", "name": "network-vif-deleted", "tag": "7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:09:26.062549 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6534964e-37d5-4359-9ccd-af73199be18c {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:09:26.062549 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6534964e-37d5-4359-9ccd-af73199be18c'] response: {'server_uuid': '11d9322b-8ec2-4c50-a370-6515f09c4d36', 'name': 'network-vif-deleted', 'tag': '7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e', 'status': 'completed', 'code': 200} Mar 31 22:09:26.456734 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 3dc01e97-ef88-434e-a12b-1177feb5cdc8 up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:09:26.559094 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning for port 3dc01e97-ef88-434e-a12b-1177feb5cdc8 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 22:09:26.562933 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port 3dc01e97-ef88-434e-a12b-1177feb5cdc8 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:09:26.563258 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (3dc01e97-ef88-434e-a12b-1177feb5cdc8), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:26.644443 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 3dc01e97-ef88-434e-a12b-1177feb5cdc8 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:09:26.644993 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (3dc01e97-ef88-434e-a12b-1177feb5cdc8), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:26.669535 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d917a0f-493d-4901-b599-6f85c56f9f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc01e97-ef88-434e-a12b-1177feb5cdc8'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:09:26.671970 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af37029-d666-442a-a2fe-f114c6df56c1" -d '{"events": [{"server_uuid": "1d917a0f-493d-4901-b599-6f85c56f9f4c", "name": "network-vif-plugged", "status": "completed", "tag": "3dc01e97-ef88-434e-a12b-1177feb5cdc8"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:09:26.684652 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 3dc01e97-ef88-434e-a12b-1177feb5cdc8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3dc01e97-ef88-434e-a12b-1177feb5cdc8,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:09:26.706767 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-73ece060-63b5-4f4d-9366-1f8a9a1ee0c4 req-61dec01c-8986-4e31-bb26-ca3ff1526d46 tempest-ServerRescueNegativeTestJSON-1600857357 tempest-ServerRescueNegativeTestJSON-1600857357-project] 10.222.0.59 "GET /v2.0/ports?device_id=11d9322b-8ec2-4c50-a370-6515f09c4d36 HTTP/1.1" status: 200 len: 210 time: 0.0297756 Mar 31 22:09:26.717480 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd57c9e-4e23-45d2-8960-e2ed2765e7a8 x-openstack-request-id: req-0dd57c9e-4e23-45d2-8960-e2ed2765e7a8 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:09:26.717777 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d917a0f-493d-4901-b599-6f85c56f9f4c", "name": "network-vif-plugged", "status": "completed", "tag": "3dc01e97-ef88-434e-a12b-1177feb5cdc8", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:09:26.718029 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0dd57c9e-4e23-45d2-8960-e2ed2765e7a8 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:09:26.722199 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dd57c9e-4e23-45d2-8960-e2ed2765e7a8'] response: {'server_uuid': '1d917a0f-493d-4901-b599-6f85c56f9f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc01e97-ef88-434e-a12b-1177feb5cdc8', 'code': 200} Mar 31 22:09:26.867901 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (3dc01e97-ef88-434e-a12b-1177feb5cdc8), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:26.915756 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=3dc01e97-ef88-434e-a12b-1177feb5cdc8,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:27.134194 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d2cd0-d31a-446e-bcbd-b36af8064915 req-2da65632-6106-46bf-9618-e9fa91c0f3fb tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:27.135705 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-409d2cd0-d31a-446e-bcbd-b36af8064915 req-2da65632-6106-46bf-9618-e9fa91c0f3fb tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d917a0f-493d-4901-b599-6f85c56f9f4c HTTP/1.1" status: 200 len: 946 time: 0.0529234 Mar 31 22:09:27.170503 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c0be7-5316-4048-8a0f-e40bcf9671d6 req-52d503aa-55e1-4726-88f8-4b3251875352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:27.171992 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d64c0be7-5316-4048-8a0f-e40bcf9671d6 req-52d503aa-55e1-4726-88f8-4b3251875352 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1d917a0f-493d-4901-b599-6f85c56f9f4c HTTP/1.1" status: 200 len: 1130 time: 0.0478303 Mar 31 22:09:27.189162 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-409d2cd0-d31a-446e-bcbd-b36af8064915 req-b68100f9-0cca-41bd-8c1b-4d4dc8f50421 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ce917f0-9601-4fa9-9341-13d865f6dee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479059 Mar 31 22:09:27.220859 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d64c0be7-5316-4048-8a0f-e40bcf9671d6 req-7f49cc61-8538-4eb3-92ee-3234fd2b679d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0ce917f0-9601-4fa9-9341-13d865f6dee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418968 Mar 31 22:09:27.764437 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60534) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:28.307495 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-53bf4d8b-4fd0-40db-b541-3cb107bf991d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623117'] for router_interface (78fa1053-7041-414b-97e1-43238e57c67a), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:28.396866 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb168f6-a1eb-4662-9d77-f02b9e65da4a req-3126f521-06c2-4be9-acff-188c5d4ec9a9 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:28.398319 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ecb168f6-a1eb-4662-9d77-f02b9e65da4a req-3126f521-06c2-4be9-acff-188c5d4ec9a9 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d917a0f-493d-4901-b599-6f85c56f9f4c HTTP/1.1" status: 200 len: 946 time: 0.1345077 Mar 31 22:09:28.470822 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:09:28.491060 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] No Port match for: 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:09:28.491755 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 7c1b0396-c6d9-4864-a9e2-8ff0b70cd76e not bound to the agent host hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:09:28.768445 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ecb168f6-a1eb-4662-9d77-f02b9e65da4a req-7a3e217f-4d3c-4f51-9817-14ccaa221c86 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ce917f0-9601-4fa9-9341-13d865f6dee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3612351 Mar 31 22:09:28.883955 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-53bf4d8b-4fd0-40db-b541-3cb107bf991d admin admin] Deleting port ae9bb0b0-408d-478f-936b-abe17ff61a23 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:09:28.884292 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-53bf4d8b-4fd0-40db-b541-3cb107bf991d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (ae9bb0b0-408d-478f-936b-abe17ff61a23), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:28.960502 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-53bf4d8b-4fd0-40db-b541-3cb107bf991d admin admin] For port ae9bb0b0-408d-478f-936b-abe17ff61a23, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=ae9bb0b0-408d-478f-936b-abe17ff61a23,segment=NetworkSegment(b743cf90-b78b-43d9-8f0e-75a85fa1a9c0),segment_id=b743cf90-b78b-43d9-8f0e-75a85fa1a9c0)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:09:28.960855 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-53bf4d8b-4fd0-40db-b541-3cb107bf991d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (ae9bb0b0-408d-478f-936b-abe17ff61a23), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:28.973635 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-53bf4d8b-4fd0-40db-b541-3cb107bf991d admin admin] Calling delete_port for ae9bb0b0-408d-478f-936b-abe17ff61a23 owned by network:router_interface {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:09:29.227710 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-53bf4d8b-4fd0-40db-b541-3cb107bf991d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (ae9bb0b0-408d-478f-936b-abe17ff61a23), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:29.256902 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf4d8b-4fd0-40db-b541-3cb107bf991d admin admin] Pushing event deleted for resources: {'Port': ['ID=ae9bb0b0-408d-478f-936b-abe17ff61a23,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:29.428618 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-53bf4d8b-4fd0-40db-b541-3cb107bf991d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1828936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624029'] for router_interface (78fa1053-7041-414b-97e1-43238e57c67a), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:29.649315 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53bf4d8b-4fd0-40db-b541-3cb107bf991d admin admin] Router 78fa1053-7041-414b-97e1-43238e57c67a has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:09:29.759456 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bf4d8b-4fd0-40db-b541-3cb107bf991d admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:09:29.764364 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-53bf4d8b-4fd0-40db-b541-3cb107bf991d admin admin] 10.222.0.59 "PUT /v2.0/routers/78fa1053-7041-414b-97e1-43238e57c67a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9989030 Mar 31 22:09:29.766979 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60548) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:29.769692 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1931e73c-f021-403b-88c9-2f739975dc50 None None] Sync routers for ids ['78fa1053-7041-414b-97e1-43238e57c67a'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:09:29.780487 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1931e73c-f021-403b-88c9-2f739975dc50 None None] Routers {'78fa1053-7041-414b-97e1-43238e57c67a'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:09:29.781155 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-1931e73c-f021-403b-88c9-2f739975dc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:09:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['78fa1053-7041-414b-97e1-43238e57c67a'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:29.918130 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-32a8ce29-3b21-4952-8950-e696e25879a1 admin admin] Publish callbacks [] for router (78fa1053-7041-414b-97e1-43238e57c67a), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:29.960847 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180702ec-1b38-4e06-a130-5b7103858558 req-19efe9cf-b369-4e13-914c-853d344d7356 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:29.968670 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-180702ec-1b38-4e06-a130-5b7103858558 req-19efe9cf-b369-4e13-914c-853d344d7356 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d917a0f-493d-4901-b599-6f85c56f9f4c HTTP/1.1" status: 200 len: 946 time: 0.1112871 Mar 31 22:09:30.023211 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-1931e73c-f021-403b-88c9-2f739975dc50 None None] Set router 78fa1053-7041-414b-97e1-43238e57c67a gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:09:30.054335 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-180702ec-1b38-4e06-a130-5b7103858558 req-44d33a26-68bb-4525-9783-ef924028ab98 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ce917f0-9601-4fa9-9341-13d865f6dee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615699 Mar 31 22:09:30.072324 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-32a8ce29-3b21-4952-8950-e696e25879a1 admin admin] Publish callbacks [] for router_gateway (78fa1053-7041-414b-97e1-43238e57c67a), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:30.209156 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-1931e73c-f021-403b-88c9-2f739975dc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fa1053-7041-414b-97e1-43238e57c67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1815928536-router', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '735467fb-c37a-487f-8162-8841151f653c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:09:29Z', 'revision_number': 5, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'gw_port': {'id': '735467fb-c37a-487f-8162-8841151f653c', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:af:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fa1053-7041-414b-97e1-43238e57c67a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:30.217049 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b235d-79b1-499f-aadc-0698cf93c316 req-7539db9c-51c0-483c-9d34-5e3911513090 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:30.218560 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ab8b235d-79b1-499f-aadc-0698cf93c316 req-7539db9c-51c0-483c-9d34-5e3911513090 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d917a0f-493d-4901-b599-6f85c56f9f4c HTTP/1.1" status: 200 len: 946 time: 0.0908251 Mar 31 22:09:30.229052 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 60562) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:30.236270 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-b04b68aa-6a6c-439e-b21e-2687e4990b24 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Request body: {'floatingip': {'port_id': '3dc01e97-ef88-434e-a12b-1177feb5cdc8'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:09:30.237041 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1931e73c-f021-403b-88c9-2f739975dc50 None None] Checking router: 78fa1053-7041-414b-97e1-43238e57c67a for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:09:30.239626 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-32a8ce29-3b21-4952-8950-e696e25879a1 admin admin] Deleting port 735467fb-c37a-487f-8162-8841151f653c {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:09:30.240181 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-32a8ce29-3b21-4952-8950-e696e25879a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (735467fb-c37a-487f-8162-8841151f653c), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:30.245820 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1931e73c-f021-403b-88c9-2f739975dc50 None None] Routers {'78fa1053-7041-414b-97e1-43238e57c67a'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:09:30.246455 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-1931e73c-f021-403b-88c9-2f739975dc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:09:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['78fa1053-7041-414b-97e1-43238e57c67a'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:30.279204 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b04b68aa-6a6c-439e-b21e-2687e4990b24 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (bf8e3bfa-6287-4330-a969-94921c822fde), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:30.332612 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-32a8ce29-3b21-4952-8950-e696e25879a1 admin admin] For port 735467fb-c37a-487f-8162-8841151f653c, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=735467fb-c37a-487f-8162-8841151f653c,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:09:30.332987 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-32a8ce29-3b21-4952-8950-e696e25879a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (735467fb-c37a-487f-8162-8841151f653c), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:30.347997 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-32a8ce29-3b21-4952-8950-e696e25879a1 admin admin] Calling delete_port for 735467fb-c37a-487f-8162-8841151f653c owned by network:router_gateway {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:09:30.353438 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-1931e73c-f021-403b-88c9-2f739975dc50 None None] Set router 78fa1053-7041-414b-97e1-43238e57c67a gateway port host: None {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:09:30.465648 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-1931e73c-f021-403b-88c9-2f739975dc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78fa1053-7041-414b-97e1-43238e57c67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1815928536-router', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:09:30Z', 'revision_number': 6, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'gw_port_host': None}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:30.498767 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1931e73c-f021-403b-88c9-2f739975dc50 None None] The sync data for ids ['78fa1053-7041-414b-97e1-43238e57c67a'] in dv-cinder-836083-1-iscsi is: [{'id': '78fa1053-7041-414b-97e1-43238e57c67a', 'name': 'tempest-ServerRescueNegativeTestJSON-1815928536-router', 'tenant_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:09:30Z', 'revision_number': 6, 'project_id': '6b68fe8e4bc64eae87e72c9aa61ec996', 'gw_port_host': None}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:09:30.599390 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac33e5e-a991-4951-8570-9495784780ff req-13c7e897-55a1-4433-82b8-fcb7790faf4b tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:30.600867 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4ac33e5e-a991-4951-8570-9495784780ff req-13c7e897-55a1-4433-82b8-fcb7790faf4b tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0916998 Mar 31 22:09:30.649887 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4ac33e5e-a991-4951-8570-9495784780ff req-998c748e-c727-4a69-b42c-204334dafa2b tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418394 Mar 31 22:09:30.667483 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-32a8ce29-3b21-4952-8950-e696e25879a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (735467fb-c37a-487f-8162-8841151f653c), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:30.698326 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8ce29-3b21-4952-8950-e696e25879a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=735467fb-c37a-487f-8162-8841151f653c,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:30.761686 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-32a8ce29-3b21-4952-8950-e696e25879a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625655'] for router_gateway (78fa1053-7041-414b-97e1-43238e57c67a), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:30.873959 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-32a8ce29-3b21-4952-8950-e696e25879a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router (78fa1053-7041-414b-97e1-43238e57c67a), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:30.876313 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-32a8ce29-3b21-4952-8950-e696e25879a1 admin admin] Publish callbacks [] for router_controller (78fa1053-7041-414b-97e1-43238e57c67a), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:30.964054 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b04b68aa-6a6c-439e-b21e-2687e4990b24 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:31.091176 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-32a8ce29-3b21-4952-8950-e696e25879a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1629138'] for router (78fa1053-7041-414b-97e1-43238e57c67a), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:31.091705 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a8ce29-3b21-4952-8950-e696e25879a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78fa1053-7041-414b-97e1-43238e57c67a {{(pid=110667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:09:31.096403 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-32a8ce29-3b21-4952-8950-e696e25879a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:31.097526 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-32a8ce29-3b21-4952-8950-e696e25879a1 admin admin] 10.222.0.59 "DELETE /v2.0/routers/78fa1053-7041-414b-97e1-43238e57c67a HTTP/1.1" status: 204 len: 168 time: 1.3296511 Mar 31 22:09:31.100120 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60566) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:31.113363 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b04b68aa-6a6c-439e-b21e-2687e4990b24 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (bf8e3bfa-6287-4330-a969-94921c822fde), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:31.144138 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2071fdb-1309-4505-85d5-fbc2f90b6d7a admin admin] Deleting subnet 8b5c4bba-061c-4b42-ba5a-238b5f7cc181 {{(pid=110667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 22:09:31.147324 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c2071fdb-1309-4505-85d5-fbc2f90b6d7a admin admin] Publish callbacks [] for subnet (8b5c4bba-061c-4b42-ba5a-238b5f7cc181), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:31.183337 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c2071fdb-1309-4505-85d5-fbc2f90b6d7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8678689'] for subnet (8b5c4bba-061c-4b42-ba5a-238b5f7cc181), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:31.215666 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.l3_db [None req-b04b68aa-6a6c-439e-b21e-2687e4990b24 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Floating IP bf8e3bfa-6287-4330-a969-94921c822fde associated. External IP: 172.27.2.48, port: 3dc01e97-ef88-434e-a12b-1177feb5cdc8. Mar 31 22:09:31.296618 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c2071fdb-1309-4505-85d5-fbc2f90b6d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1415921'] for subnet (8b5c4bba-061c-4b42-ba5a-238b5f7cc181), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:31.416769 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c2071fdb-1309-4505-85d5-fbc2f90b6d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1415878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10114663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9369013'] for subnet (8b5c4bba-061c-4b42-ba5a-238b5f7cc181), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:31.436649 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04b68aa-6a6c-439e-b21e-2687e4990b24 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:09:31.447995 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2071fdb-1309-4505-85d5-fbc2f90b6d7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b5c4bba-061c-4b42-ba5a-238b5f7cc181,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:31.451744 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c2071fdb-1309-4505-85d5-fbc2f90b6d7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:31.455051 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-c2071fdb-1309-4505-85d5-fbc2f90b6d7a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8b5c4bba-061c-4b42-ba5a-238b5f7cc181 HTTP/1.1" status: 204 len: 168 time: 0.3539596 Mar 31 22:09:31.458633 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60568) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:31.463315 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cce3e4-d032-4ee3-8d41-29ad48158bce None None] Network 6141f838-016f-4422-a50b-fae51e1d7ab9 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:09:31.548604 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-92f41711-5111-4042-8fd9-5be650444d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329072'] for network (6141f838-016f-4422-a50b-fae51e1d7ab9), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:31.572893 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04b68aa-6a6c-439e-b21e-2687e4990b24 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:09:31.580085 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b04b68aa-6a6c-439e-b21e-2687e4990b24 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:31.599201 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b705a60f-6523-405f-a56b-2b816e5798f9 None None] Sync routers for ids ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:09:31.613911 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b04b68aa-6a6c-439e-b21e-2687e4990b24 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "PUT /v2.0/floatingips/bf8e3bfa-6287-4330-a969-94921c822fde HTTP/1.1" status: 200 len: 991 time: 1.3826382 Mar 31 22:09:31.614099 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b705a60f-6523-405f-a56b-2b816e5798f9 None None] Routers {'1100fe1f-e72a-4378-8d3a-43a9cb1b565e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:09:31.614387 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d917a0f-493d-4901-b599-6f85c56f9f4c', 'tag': '3dc01e97-ef88-434e-a12b-1177feb5cdc8'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:09:31.616630 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7d151b-3739-4024-b278-e911615a1043" -d '{"events": [{"name": "network-changed", "server_uuid": "1d917a0f-493d-4901-b599-6f85c56f9f4c", "tag": "3dc01e97-ef88-434e-a12b-1177feb5cdc8"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:09:31.616786 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b705a60f-6523-405f-a56b-2b816e5798f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:09:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:31.640632 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-92f41711-5111-4042-8fd9-5be650444d6f admin admin] Deleting port 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:09:31.641124 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-92f41711-5111-4042-8fd9-5be650444d6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (45bddf15-fa4a-45c4-99ec-e8fbfa2ba522), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:31.654634 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f93c7dd-3c79-4d0e-9a2f-2ee76fabeb00 x-openstack-request-id: req-1f93c7dd-3c79-4d0e-9a2f-2ee76fabeb00 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:09:31.654934 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d917a0f-493d-4901-b599-6f85c56f9f4c", "tag": "3dc01e97-ef88-434e-a12b-1177feb5cdc8", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:09:31.655194 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1f93c7dd-3c79-4d0e-9a2f-2ee76fabeb00 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:09:31.655607 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f93c7dd-3c79-4d0e-9a2f-2ee76fabeb00'] response: {'name': 'network-changed', 'server_uuid': '1d917a0f-493d-4901-b599-6f85c56f9f4c', 'tag': '3dc01e97-ef88-434e-a12b-1177feb5cdc8', 'status': 'completed', 'code': 200} Mar 31 22:09:31.675612 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8780a4-44bc-4685-917f-0d53815cfebf None None] DHCP port deletion for 6141f838-016f-4422-a50b-fae51e1d7ab9 request from dv-cinder-836083-1-iscsi {{(pid=110668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 22:09:31.733062 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-2d8780a4-44bc-4685-917f-0d53815cfebf None None] Deleting port 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:09:31.733535 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2d8780a4-44bc-4685-917f-0d53815cfebf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (45bddf15-fa4a-45c4-99ec-e8fbfa2ba522), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:31.745115 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-92f41711-5111-4042-8fd9-5be650444d6f admin admin] For port 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=45bddf15-fa4a-45c4-99ec-e8fbfa2ba522,segment=NetworkSegment(b743cf90-b78b-43d9-8f0e-75a85fa1a9c0),segment_id=b743cf90-b78b-43d9-8f0e-75a85fa1a9c0)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:09:31.745794 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-92f41711-5111-4042-8fd9-5be650444d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (45bddf15-fa4a-45c4-99ec-e8fbfa2ba522), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:31.781588 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-b705a60f-6523-405f-a56b-2b816e5798f9 None None] Set router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:09:31.795617 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-92f41711-5111-4042-8fd9-5be650444d6f admin admin] Calling delete_port for 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522 owned by network:dhcp {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:09:31.815364 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-2d8780a4-44bc-4685-917f-0d53815cfebf None None] For port 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=45bddf15-fa4a-45c4-99ec-e8fbfa2ba522,segment=NetworkSegment(b743cf90-b78b-43d9-8f0e-75a85fa1a9c0),segment_id=b743cf90-b78b-43d9-8f0e-75a85fa1a9c0)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:09:31.815811 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2d8780a4-44bc-4685-917f-0d53815cfebf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (45bddf15-fa4a-45c4-99ec-e8fbfa2ba522), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:31.818165 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d151b-3739-4024-b278-e911615a1043 req-a4c94835-441a-4c60-89d1-8fa61215d7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:31.822215 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ee7d151b-3739-4024-b278-e911615a1043 req-a4c94835-441a-4c60-89d1-8fa61215d7f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=891af07672f940c09ae8cbf340a48b4d&device_id=1d917a0f-493d-4901-b599-6f85c56f9f4c HTTP/1.1" status: 200 len: 1130 time: 0.1396880 Mar 31 22:09:31.832489 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-2d8780a4-44bc-4685-917f-0d53815cfebf None None] Calling delete_port for 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522 owned by network:dhcp {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:09:31.867282 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d4a78-9371-4ffb-9be3-4fd95c1aac96 req-5b9cb0dc-664c-4f3f-be72-e7f1f388e84e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:31.868814 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0d6d4a78-9371-4ffb-9be3-4fd95c1aac96 req-5b9cb0dc-664c-4f3f-be72-e7f1f388e84e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.1191099 Mar 31 22:09:31.949488 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d151b-3739-4024-b278-e911615a1043 req-40ff0318-5261-4537-b6b2-484f41fe166d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:31.951336 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ee7d151b-3739-4024-b278-e911615a1043 req-40ff0318-5261-4537-b6b2-484f41fe166d service neutron] 10.222.0.57 "GET /v2.0/networks?id=1cfcbe07-ec4b-4324-9343-639a3e44e48c HTTP/1.1" status: 200 len: 914 time: 0.1198123 Mar 31 22:09:32.027803 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ee7d151b-3739-4024-b278-e911615a1043 req-4abb1c2f-09ab-4e85-b7ec-4029865ea855 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dc01e97-ef88-434e-a12b-1177feb5cdc8 HTTP/1.1" status: 200 len: 999 time: 0.0709691 Mar 31 22:09:32.057139 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2d8780a4-44bc-4685-917f-0d53815cfebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094'] for port (45bddf15-fa4a-45c4-99ec-e8fbfa2ba522), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:32.087355 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8780a4-44bc-4685-917f-0d53815cfebf None None] Pushing event deleted for resources: {'Port': ['ID=45bddf15-fa4a-45c4-99ec-e8fbfa2ba522,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:32.091847 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8780a4-44bc-4685-917f-0d53815cfebf None None] No DVR routers for this DVR port 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522 on host dv-cinder-836083-1-iscsi {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:09:32.095570 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d151b-3739-4024-b278-e911615a1043 req-0b7b5027-a948-499e-8514-279eb69c25f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:32.095570 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ee7d151b-3739-4024-b278-e911615a1043 req-0b7b5027-a948-499e-8514-279eb69c25f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46fdab92-2c2a-49be-bf50-a72b75107edf HTTP/1.1" status: 200 len: 852 time: 0.0601070 Mar 31 22:09:32.160313 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b705a60f-6523-405f-a56b-2b816e5798f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'bf8e3bfa-6287-4330-a969-94921c822fde', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'floating_ip_address': '172.27.2.48', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'port_id': '3dc01e97-ef88-434e-a12b-1177feb5cdc8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'mac_address': 'fa:16:3e:f7:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d917a0f-493d-4901-b599-6f85c56f9f4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:09:15Z', 'updated_at': '2022-03-31T22:09:30Z', 'revision_number': 1, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:27Z', 'revision_number': 5, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:32.161949 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d151b-3739-4024-b278-e911615a1043 req-07ff936c-618e-4600-bbc9-939fac08fa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:32.163875 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ee7d151b-3739-4024-b278-e911615a1043 req-07ff936c-618e-4600-bbc9-939fac08fa3b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1cfcbe07-ec4b-4324-9343-639a3e44e48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570269 Mar 31 22:09:32.187641 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b705a60f-6523-405f-a56b-2b816e5798f9 None None] Checking router: 1100fe1f-e72a-4378-8d3a-43a9cb1b565e for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:09:32.190694 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0d6d4a78-9371-4ffb-9be3-4fd95c1aac96 req-f3b50c64-7bb2-476b-a990-2634b42cf70a tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3144269 Mar 31 22:09:32.199847 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b705a60f-6523-405f-a56b-2b816e5798f9 None None] Routers {'1100fe1f-e72a-4378-8d3a-43a9cb1b565e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:09:32.202327 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-92f41711-5111-4042-8fd9-5be650444d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (45bddf15-fa4a-45c4-99ec-e8fbfa2ba522), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:32.205253 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b705a60f-6523-405f-a56b-2b816e5798f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:09:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:32.230284 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f41711-5111-4042-8fd9-5be650444d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=45bddf15-fa4a-45c4-99ec-e8fbfa2ba522,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:32.236652 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f41711-5111-4042-8fd9-5be650444d6f admin admin] No DVR routers for this DVR port 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522 on host dv-cinder-836083-1-iscsi {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:09:32.264062 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ee7d151b-3739-4024-b278-e911615a1043 req-ac4c7b6d-9e64-4452-bb33-060d7daab278 service neutron] 10.222.0.57 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932004 Mar 31 22:09:32.312402 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-92f41711-5111-4042-8fd9-5be650444d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695930', 'neutron.services.segments.db._delete_segments_for_network-8758607384890'] for network (6141f838-016f-4422-a50b-fae51e1d7ab9), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:32.329312 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-b705a60f-6523-405f-a56b-2b816e5798f9 None None] Set router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:09:32.335072 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-92f41711-5111-4042-8fd9-5be650444d6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6141f838-016f-4422-a50b-fae51e1d7ab9']}} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:32.344790 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-92f41711-5111-4042-8fd9-5be650444d6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b743cf90-b78b-43d9-8f0e-75a85fa1a9c0') {'for_net_delete': True} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:32.345080 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-92f41711-5111-4042-8fd9-5be650444d6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b743cf90-b78b-43d9-8f0e-75a85fa1a9c0') {} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:32.356788 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-92f41711-5111-4042-8fd9-5be650444d6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758607385923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8678698'] for segment (b743cf90-b78b-43d9-8f0e-75a85fa1a9c0), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:32.371820 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-92f41711-5111-4042-8fd9-5be650444d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (b743cf90-b78b-43d9-8f0e-75a85fa1a9c0), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:32.381744 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f41711-5111-4042-8fd9-5be650444d6f admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=110667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:09:32.382333 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ee7d151b-3739-4024-b278-e911615a1043 req-c058ef94-64b5-4ed1-80ab-30bd5684d6da service neutron] 10.222.0.57 "GET /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001291 Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-92f41711-5111-4042-8fd9-5be650444d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10114241'] for segment (b743cf90-b78b-43d9-8f0e-75a85fa1a9c0), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: self.session.flush() Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: self.session.flush() Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: self.session.flush() Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: self.session.flush() Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: Traceback (most recent call last): Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: timer() Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: cb(*args, **kw) Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: return func(*args, **kwargs) Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: self._notify() Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: self.callback(batched_events) Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: event.method(event) Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: return f(self, *a, **k) Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: return self._get(url).json() Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: return self.request(url, 'GET', **kwargs) Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:09:32.382451 dv-cinder-836083-1-iscsi neutron-server[110667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:09:32.454311 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device ae9bb0b0-408d-478f-936b-abe17ff61a23 no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:09:32.474698 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: ae9bb0b0-408d-478f-936b-abe17ff61a23 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:09:32.475376 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device ae9bb0b0-408d-478f-936b-abe17ff61a23 not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:09:32.475489 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522 no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:09:32.494870 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:09:32.495215 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 45bddf15-fa4a-45c4-99ec-e8fbfa2ba522 not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:09:32.495968 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 735467fb-c37a-487f-8162-8841151f653c no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:09:32.514059 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: 735467fb-c37a-487f-8162-8841151f653c {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:09:32.515383 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 735467fb-c37a-487f-8162-8841151f653c not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:09:32.524667 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-92f41711-5111-4042-8fd9-5be650444d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-695923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625691'] for network (6141f838-016f-4422-a50b-fae51e1d7ab9), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:32.532487 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-92f41711-5111-4042-8fd9-5be650444d6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:32.538365 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-92f41711-5111-4042-8fd9-5be650444d6f admin admin] 10.222.0.59 "DELETE /v2.0/networks/6141f838-016f-4422-a50b-fae51e1d7ab9 HTTP/1.1" status: 204 len: 168 time: 1.0761554 Mar 31 22:09:32.550854 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f41711-5111-4042-8fd9-5be650444d6f admin admin] Pushing event deleted for resources: {'Network': ['ID=6141f838-016f-4422-a50b-fae51e1d7ab9,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:32.581656 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b705a60f-6523-405f-a56b-2b816e5798f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'bf8e3bfa-6287-4330-a969-94921c822fde', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'floating_ip_address': '172.27.2.48', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'port_id': '3dc01e97-ef88-434e-a12b-1177feb5cdc8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'mac_address': 'fa:16:3e:f7:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d917a0f-493d-4901-b599-6f85c56f9f4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:09:15Z', 'updated_at': '2022-03-31T22:09:30Z', 'revision_number': 1, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:27Z', 'revision_number': 5, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:32.608969 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b705a60f-6523-405f-a56b-2b816e5798f9 None None] The sync data for ids ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'] in dv-cinder-836083-1-iscsi is: [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'bf8e3bfa-6287-4330-a969-94921c822fde', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'floating_ip_address': '172.27.2.48', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'port_id': '3dc01e97-ef88-434e-a12b-1177feb5cdc8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'mac_address': 'fa:16:3e:f7:29:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d917a0f-493d-4901-b599-6f85c56f9f4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:09:15Z', 'updated_at': '2022-03-31T22:09:30Z', 'revision_number': 1, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:27Z', 'revision_number': 5, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:09:32.791349 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87889d0-f42b-4c96-9c74-7bf32ee95788 None None] New status for floating IP bf8e3bfa-6287-4330-a969-94921c822fde: ACTIVE {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:09:32.874891 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60580) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:32.914652 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-9ab141be-6373-4430-bf24-100c6d6769f6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6b68fe8e4bc64eae87e72c9aa61ec996&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0376775 Mar 31 22:09:32.916812 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60582) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:32.966434 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e2804068-91cf-45bf-b768-745aa9ca9d9d admin admin] Publish callbacks [] for security_group (9973dab6-f7b6-4dff-9550-be957ec1037f), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:32.987258 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e2804068-91cf-45bf-b768-745aa9ca9d9d admin admin] Publish callbacks [] for security_group (9973dab6-f7b6-4dff-9550-be957ec1037f), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:33.107038 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e2804068-91cf-45bf-b768-745aa9ca9d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (9973dab6-f7b6-4dff-9550-be957ec1037f), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:33.109635 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e2804068-91cf-45bf-b768-745aa9ca9d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:33.110819 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e2804068-91cf-45bf-b768-745aa9ca9d9d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9973dab6-f7b6-4dff-9550-be957ec1037f HTTP/1.1" status: 204 len: 168 time: 0.1930051 Mar 31 22:09:33.118667 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2804068-91cf-45bf-b768-745aa9ca9d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9973dab6-f7b6-4dff-9550-be957ec1037f,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:33.312544 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d040028-6297-48f5-bf4f-a06e191b2021 req-b24d68b9-d471-4f34-82bf-946a03b22ecb tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:33.313988 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5d040028-6297-48f5-bf4f-a06e191b2021 req-b24d68b9-d471-4f34-82bf-946a03b22ecb tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0528269 Mar 31 22:09:33.360603 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5d040028-6297-48f5-bf4f-a06e191b2021 req-b4ca2c4e-8bb6-45a9-9fb4-7d5624b44a25 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410590 Mar 31 22:09:34.193255 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-90cbf838-2c3e-4fbe-b50b-54ad25857025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:34.342716 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 60608) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:34.437753 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1349235685-network', 'tenant_id': 'a01cf20b5a25457494df9f651fd34282'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:09:34.485319 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635a9bd-0a35-4061-98d5-1bbe5a2acbd6 req-caf4f11f-16f5-4a5c-b432-79545ac6a952 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:34.486807 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e635a9bd-0a35-4061-98d5-1bbe5a2acbd6 req-caf4f11f-16f5-4a5c-b432-79545ac6a952 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0529497 Mar 31 22:09:34.525004 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Made reservation on behalf of a01cf20b5a25457494df9f651fd34282 for: {'network': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:09:34.527430 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for network (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:34.536884 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e635a9bd-0a35-4061-98d5-1bbe5a2acbd6 req-048f8fc7-d1d6-4fab-a2e4-e8d5daa44728 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444062 Mar 31 22:09:34.537162 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:34.612046 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Publish callbacks [] for security_group (d3d48a4c-1007-4aba-98c4-394c991edd76), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:34.679205 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (d3d48a4c-1007-4aba-98c4-394c991edd76), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:34.704839 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=110666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:09:34.714476 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d48a4c-1007-4aba-98c4-394c991edd76,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:34.719037 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (02ae4b7a-0106-4957-b0bb-4870435a8674), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:34.719381 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.segments_db [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Added segment 02ae4b7a-0106-4957-b0bb-4870435a8674 of type vlan for network bf4ee3f0-34ca-462e-bba9-b3ffeab6b6eb Mar 31 22:09:34.732831 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:34.733175 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:34.733522 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:34.733861 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:34.734216 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:34.734612 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:34.734942 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:34.735268 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:34.735591 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:34.735953 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:34.736279 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:34.736601 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:34.736921 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:34.737237 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:34.737551 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:09:34.782476 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758607012172'] for network (bf4ee3f0-34ca-462e-bba9-b3ffeab6b6eb), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:34.873028 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for network (bf4ee3f0-34ca-462e-bba9-b3ffeab6b6eb), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:34.873928 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:34.874561 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:34.935681 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] Pushing event updated for resources: {'Network': ['ID=bf4ee3f0-34ca-462e-bba9-b3ffeab6b6eb,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:34.945288 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Network bf4ee3f0-34ca-462e-bba9-b3ffeab6b6eb details requested by agent ovs-agent-dv-cinder-836083-1-iscsi with host dv-cinder-836083-1-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:09:35.007226 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-bb36515c-24a0-4524-afff-095119be24dc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6634548 Mar 31 22:09:35.010685 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 60614) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:35.015686 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-298eff6b-725f-4329-b594-2a21fbd17ed6 admin admin] Request body: {'subnet': {'network_id': 'bf4ee3f0-34ca-462e-bba9-b3ffeab6b6eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1349235685-subnet', 'tenant_id': 'a01cf20b5a25457494df9f651fd34282', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:09:35.090285 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298eff6b-725f-4329-b594-2a21fbd17ed6 admin admin] Made reservation on behalf of a01cf20b5a25457494df9f651fd34282 for: {'subnet': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:09:35.092648 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-298eff6b-725f-4329-b594-2a21fbd17ed6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10336971'] for subnet (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:35.307804 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-298eff6b-725f-4329-b594-2a21fbd17ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10430128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10336989'] for subnet (828b04c1-b40e-4e68-adde-06a9eef5edae), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:35.364765 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298eff6b-725f-4329-b594-2a21fbd17ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=828b04c1-b40e-4e68-adde-06a9eef5edae,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:35.371956 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298eff6b-725f-4329-b594-2a21fbd17ed6 admin admin] Checking segment: {'id': '02ae4b7a-0106-4957-b0bb-4870435a8674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'bf4ee3f0-34ca-462e-bba9-b3ffeab6b6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:09:35.372316 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298eff6b-725f-4329-b594-2a21fbd17ed6 admin admin] Network hostable DHCP agents. Network: bf4ee3f0-34ca-462e-bba9-b3ffeab6b6eb, hostable agents: ['0f848437-afb4-42e1-a895-141757b8cd79'], hosted agents: [] {{(pid=110666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:09:35.461514 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298eff6b-725f-4329-b594-2a21fbd17ed6 admin admin] Network bf4ee3f0-34ca-462e-bba9-b3ffeab6b6eb is scheduled to be hosted by DHCP agent 0f848437-afb4-42e1-a895-141757b8cd79 with binding_index 1 {{(pid=110666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:09:35.541265 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-298eff6b-725f-4329-b594-2a21fbd17ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-1-iscsi, bf4ee3f0-34ca-462e-bba9-b3ffeab6b6eb) {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:09:35.545144 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298eff6b-725f-4329-b594-2a21fbd17ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:35.545739 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-298eff6b-725f-4329-b594-2a21fbd17ed6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:35.552147 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae6d2d7-e09f-467e-8772-5128abab1e0c None None] Network bf4ee3f0-34ca-462e-bba9-b3ffeab6b6eb requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:09:35.636348 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-298eff6b-725f-4329-b594-2a21fbd17ed6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6243379 Mar 31 22:09:35.657229 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b785e962-3f25-42c7-8eee-b3d8688bbaaf None None] Network bf4ee3f0-34ca-462e-bba9-b3ffeab6b6eb requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:09:35.773085 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7481ba-9fba-4d58-b96b-78f1364b9610 req-168f7463-fe0d-4e04-8e63-9cb89b15cb50 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:35.774663 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3b7481ba-9fba-4d58-b96b-78f1364b9610 req-168f7463-fe0d-4e04-8e63-9cb89b15cb50 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.1631107 Mar 31 22:09:35.823804 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3b7481ba-9fba-4d58-b96b-78f1364b9610 req-328d3fa7-9be9-4d69-862c-7ce089bcfc94 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431132 Mar 31 22:09:36.276084 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60634) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:36.280946 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-4499448d-55da-4407-ae8f-b62d39e85b95 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1860612134-network', 'tenant_id': '802050ea6ad746fb9272dcb214bb6645'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:09:36.398832 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4499448d-55da-4407-ae8f-b62d39e85b95 admin admin] Made reservation on behalf of 802050ea6ad746fb9272dcb214bb6645 for: {'network': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:09:36.401965 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4499448d-55da-4407-ae8f-b62d39e85b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for network (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:36.410883 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4499448d-55da-4407-ae8f-b62d39e85b95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:36.421762 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:36.486655 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4499448d-55da-4407-ae8f-b62d39e85b95 admin admin] Publish callbacks [] for security_group (081ad5fa-50d2-4335-95b0-1a230bc0862c), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:36.553425 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4499448d-55da-4407-ae8f-b62d39e85b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (081ad5fa-50d2-4335-95b0-1a230bc0862c), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:36.581370 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4499448d-55da-4407-ae8f-b62d39e85b95 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=110667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:09:36.587795 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499448d-55da-4407-ae8f-b62d39e85b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081ad5fa-50d2-4335-95b0-1a230bc0862c,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:36.593934 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4499448d-55da-4407-ae8f-b62d39e85b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (f4a05d66-e8e3-49d9-9c6d-2f37cd6cc5ce), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:36.594310 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.db.segments_db [None req-4499448d-55da-4407-ae8f-b62d39e85b95 admin admin] Added segment f4a05d66-e8e3-49d9-9c6d-2f37cd6cc5ce of type vlan for network 48742930-a279-4b5a-a9cc-3faddf0299f9 Mar 31 22:09:36.640623 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4499448d-55da-4407-ae8f-b62d39e85b95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758607012172'] for network (48742930-a279-4b5a-a9cc-3faddf0299f9), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:36.707415 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-34641cf1-5f55-486a-8c50-fb0126a8398c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:36.764290 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4499448d-55da-4407-ae8f-b62d39e85b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for network (48742930-a279-4b5a-a9cc-3faddf0299f9), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:36.765275 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4499448d-55da-4407-ae8f-b62d39e85b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:36.765864 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4499448d-55da-4407-ae8f-b62d39e85b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:36.823256 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499448d-55da-4407-ae8f-b62d39e85b95 admin admin] Pushing event updated for resources: {'Network': ['ID=48742930-a279-4b5a-a9cc-3faddf0299f9,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:36.832770 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Network 48742930-a279-4b5a-a9cc-3faddf0299f9 details requested by agent ovs-agent-dv-cinder-836083-1-iscsi with host dv-cinder-836083-1-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:09:36.876174 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-4499448d-55da-4407-ae8f-b62d39e85b95 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5987301 Mar 31 22:09:36.878603 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60638) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:36.883801 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-75174430-b9e4-4ffa-bc07-8e2a0fb2f8c8 admin admin] Request body: {'subnet': {'network_id': '48742930-a279-4b5a-a9cc-3faddf0299f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1860612134-subnet', 'tenant_id': '802050ea6ad746fb9272dcb214bb6645', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:09:36.954949 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec1032-f017-42e8-9577-1a382005f411 req-3d6d1c93-85bf-4f8a-b75c-c73e52daeed3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:36.956383 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c7ec1032-f017-42e8-9577-1a382005f411 req-3d6d1c93-85bf-4f8a-b75c-c73e52daeed3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0532916 Mar 31 22:09:36.977771 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75174430-b9e4-4ffa-bc07-8e2a0fb2f8c8 admin admin] Made reservation on behalf of 802050ea6ad746fb9272dcb214bb6645 for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:09:36.980045 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-75174430-b9e4-4ffa-bc07-8e2a0fb2f8c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9369002'] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:37.052308 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c7ec1032-f017-42e8-9577-1a382005f411 req-68fe3308-0e57-4bdd-939f-16ee56720a73 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903754 Mar 31 22:09:37.221774 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-75174430-b9e4-4ffa-bc07-8e2a0fb2f8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10114596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9369020'] for subnet (0dd980b2-9d77-484a-94e5-2d1e4cf4089d), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:37.281978 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75174430-b9e4-4ffa-bc07-8e2a0fb2f8c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dd980b2-9d77-484a-94e5-2d1e4cf4089d,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:37.291016 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75174430-b9e4-4ffa-bc07-8e2a0fb2f8c8 admin admin] Checking segment: {'id': 'f4a05d66-e8e3-49d9-9c6d-2f37cd6cc5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '48742930-a279-4b5a-a9cc-3faddf0299f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:09:37.291376 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75174430-b9e4-4ffa-bc07-8e2a0fb2f8c8 admin admin] Network hostable DHCP agents. Network: 48742930-a279-4b5a-a9cc-3faddf0299f9, hostable agents: ['0f848437-afb4-42e1-a895-141757b8cd79'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:09:37.387622 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75174430-b9e4-4ffa-bc07-8e2a0fb2f8c8 admin admin] Network 48742930-a279-4b5a-a9cc-3faddf0299f9 is scheduled to be hosted by DHCP agent 0f848437-afb4-42e1-a895-141757b8cd79 with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:09:37.461886 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-75174430-b9e4-4ffa-bc07-8e2a0fb2f8c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-1-iscsi, 48742930-a279-4b5a-a9cc-3faddf0299f9) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:09:37.465997 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75174430-b9e4-4ffa-bc07-8e2a0fb2f8c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:37.466639 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-75174430-b9e4-4ffa-bc07-8e2a0fb2f8c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:37.478511 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e96669-98a4-4226-ab67-cde41af0d97f None None] Network 48742930-a279-4b5a-a9cc-3faddf0299f9 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:09:37.555272 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:37.577118 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d37a483-56a4-49ef-951e-ec416580af9b None None] Network 48742930-a279-4b5a-a9cc-3faddf0299f9 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:09:37.578734 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-75174430-b9e4-4ffa-bc07-8e2a0fb2f8c8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6988788 Mar 31 22:09:37.691248 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60642) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:37.737513 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_v2 [None req-024ea4da-aeb7-49af-9a77-f18a4c28c855 admin admin] Deleting subnet 828b04c1-b40e-4e68-adde-06a9eef5edae {{(pid=110667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 22:09:37.740700 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-024ea4da-aeb7-49af-9a77-f18a4c28c855 admin admin] Publish callbacks [] for subnet (828b04c1-b40e-4e68-adde-06a9eef5edae), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:37.775508 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-024ea4da-aeb7-49af-9a77-f18a4c28c855 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8678689'] for subnet (828b04c1-b40e-4e68-adde-06a9eef5edae), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:37.814524 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-024ea4da-aeb7-49af-9a77-f18a4c28c855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1415921'] for subnet (828b04c1-b40e-4e68-adde-06a9eef5edae), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:38.004947 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-024ea4da-aeb7-49af-9a77-f18a4c28c855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1415878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10114663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9369013'] for subnet (828b04c1-b40e-4e68-adde-06a9eef5edae), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:38.030860 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ea4da-aeb7-49af-9a77-f18a4c28c855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=828b04c1-b40e-4e68-adde-06a9eef5edae,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:38.035609 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-024ea4da-aeb7-49af-9a77-f18a4c28c855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:38.038836 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-024ea4da-aeb7-49af-9a77-f18a4c28c855 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/828b04c1-b40e-4e68-adde-06a9eef5edae HTTP/1.1" status: 204 len: 168 time: 0.3465652 Mar 31 22:09:38.042433 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 60644) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:38.109974 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-710f3171-7c93-4722-bcba-3306951bdbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329072'] for network (bf4ee3f0-34ca-462e-bba9-b3ffeab6b6eb), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:38.178051 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41cd4c-4f8b-4900-9e03-1ebed1c849a7 req-ae1117e8-cf1c-46bc-89b4-50b730703066 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:38.179568 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-eb41cd4c-4f8b-4900-9e03-1ebed1c849a7 req-ae1117e8-cf1c-46bc-89b4-50b730703066 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0538931 Mar 31 22:09:38.189684 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-710f3171-7c93-4722-bcba-3306951bdbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695930', 'neutron.services.segments.db._delete_segments_for_network-8758607384890'] for network (bf4ee3f0-34ca-462e-bba9-b3ffeab6b6eb), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:38.209739 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-710f3171-7c93-4722-bcba-3306951bdbf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf4ee3f0-34ca-462e-bba9-b3ffeab6b6eb']}} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:38.219410 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-710f3171-7c93-4722-bcba-3306951bdbf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ae4b7a-0106-4957-b0bb-4870435a8674') {'for_net_delete': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:38.219708 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-710f3171-7c93-4722-bcba-3306951bdbf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ae4b7a-0106-4957-b0bb-4870435a8674') {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:38.225439 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-eb41cd4c-4f8b-4900-9e03-1ebed1c849a7 req-7829b5dc-ac0c-49fa-bb19-73f789b37716 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401676 Mar 31 22:09:38.230021 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-710f3171-7c93-4722-bcba-3306951bdbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758607385923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10216098'] for segment (02ae4b7a-0106-4957-b0bb-4870435a8674), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:38.243163 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-710f3171-7c93-4722-bcba-3306951bdbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (02ae4b7a-0106-4957-b0bb-4870435a8674), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:38.249003 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710f3171-7c93-4722-bcba-3306951bdbf5 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=110666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:09:38.249384 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-710f3171-7c93-4722-bcba-3306951bdbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10429525'] for segment (02ae4b7a-0106-4957-b0bb-4870435a8674), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: Traceback (most recent call last): Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: timer() Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: cb(*args, **kw) Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: return func(*args, **kwargs) Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: self._notify() Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: self.callback(batched_events) Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: event.method(event) Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: return f(self, *a, **k) Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: return self._get(url).json() Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: return self.request(url, 'GET', **kwargs) Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:09:38.251014 dv-cinder-836083-1-iscsi neutron-server[110666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:09:38.364288 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-710f3171-7c93-4722-bcba-3306951bdbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-695923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625691'] for network (bf4ee3f0-34ca-462e-bba9-b3ffeab6b6eb), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:38.371968 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-710f3171-7c93-4722-bcba-3306951bdbf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:38.375083 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-710f3171-7c93-4722-bcba-3306951bdbf5 admin admin] 10.222.0.59 "DELETE /v2.0/networks/bf4ee3f0-34ca-462e-bba9-b3ffeab6b6eb HTTP/1.1" status: 204 len: 168 time: 0.3316488 Mar 31 22:09:38.377997 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60650) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:38.384944 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f3171-7c93-4722-bcba-3306951bdbf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf4ee3f0-34ca-462e-bba9-b3ffeab6b6eb,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:38.422057 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa1be05-3064-40b8-9d3f-330567a93eb0 admin admin] Deleting subnet 0dd980b2-9d77-484a-94e5-2d1e4cf4089d {{(pid=110667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 22:09:38.425206 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-afa1be05-3064-40b8-9d3f-330567a93eb0 admin admin] Publish callbacks [] for subnet (0dd980b2-9d77-484a-94e5-2d1e4cf4089d), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:38.465785 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-afa1be05-3064-40b8-9d3f-330567a93eb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8678689'] for subnet (0dd980b2-9d77-484a-94e5-2d1e4cf4089d), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:38.503431 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-afa1be05-3064-40b8-9d3f-330567a93eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1415921'] for subnet (0dd980b2-9d77-484a-94e5-2d1e4cf4089d), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:38.616106 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-afa1be05-3064-40b8-9d3f-330567a93eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1415878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10114663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9369013'] for subnet (0dd980b2-9d77-484a-94e5-2d1e4cf4089d), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:38.639933 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1be05-3064-40b8-9d3f-330567a93eb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dd980b2-9d77-484a-94e5-2d1e4cf4089d,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:38.646555 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-afa1be05-3064-40b8-9d3f-330567a93eb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:38.649717 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-afa1be05-3064-40b8-9d3f-330567a93eb0 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0dd980b2-9d77-484a-94e5-2d1e4cf4089d HTTP/1.1" status: 204 len: 168 time: 0.2706997 Mar 31 22:09:38.652734 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60652) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:38.723180 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ee5c49fe-8fdf-421e-89a4-4c598f1cfa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329072'] for network (48742930-a279-4b5a-a9cc-3faddf0299f9), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:38.799353 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ee5c49fe-8fdf-421e-89a4-4c598f1cfa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695930', 'neutron.services.segments.db._delete_segments_for_network-8758607384890'] for network (48742930-a279-4b5a-a9cc-3faddf0299f9), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:38.818421 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-ee5c49fe-8fdf-421e-89a4-4c598f1cfa15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48742930-a279-4b5a-a9cc-3faddf0299f9']}} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:38.827251 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-ee5c49fe-8fdf-421e-89a4-4c598f1cfa15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a05d66-e8e3-49d9-9c6d-2f37cd6cc5ce') {'for_net_delete': True} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:38.827538 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-ee5c49fe-8fdf-421e-89a4-4c598f1cfa15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a05d66-e8e3-49d9-9c6d-2f37cd6cc5ce') {} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:09:38.836505 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ee5c49fe-8fdf-421e-89a4-4c598f1cfa15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758607385923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8678698'] for segment (f4a05d66-e8e3-49d9-9c6d-2f37cd6cc5ce), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:38.849799 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ee5c49fe-8fdf-421e-89a4-4c598f1cfa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (f4a05d66-e8e3-49d9-9c6d-2f37cd6cc5ce), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:38.856041 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5c49fe-8fdf-421e-89a4-4c598f1cfa15 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=110667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:09:38.856416 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ee5c49fe-8fdf-421e-89a4-4c598f1cfa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10114241'] for segment (f4a05d66-e8e3-49d9-9c6d-2f37cd6cc5ce), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: Traceback (most recent call last): Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: timer() Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: cb(*args, **kw) Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: return func(*args, **kwargs) Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: self._notify() Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: self.callback(batched_events) Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: event.method(event) Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: return f(self, *a, **k) Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: return self._get(url).json() Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: return self.request(url, 'GET', **kwargs) Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:09:38.857985 dv-cinder-836083-1-iscsi neutron-server[110667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:09:38.958635 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ee5c49fe-8fdf-421e-89a4-4c598f1cfa15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-695923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625691'] for network (48742930-a279-4b5a-a9cc-3faddf0299f9), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:38.963689 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ee5c49fe-8fdf-421e-89a4-4c598f1cfa15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:38.966835 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-ee5c49fe-8fdf-421e-89a4-4c598f1cfa15 admin admin] 10.222.0.59 "DELETE /v2.0/networks/48742930-a279-4b5a-a9cc-3faddf0299f9 HTTP/1.1" status: 204 len: 168 time: 0.3130355 Mar 31 22:09:38.981492 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c49fe-8fdf-421e-89a4-4c598f1cfa15 admin admin] Pushing event deleted for resources: {'Network': ['ID=48742930-a279-4b5a-a9cc-3faddf0299f9,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:39.090618 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:39.347884 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bb7ae-a89d-48a0-b3da-1b507d71785d req-fc1faa27-eed1-4c1b-aebc-4ed5340eedba tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:39.349329 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c32bb7ae-a89d-48a0-b3da-1b507d71785d req-fc1faa27-eed1-4c1b-aebc-4ed5340eedba tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0529375 Mar 31 22:09:39.397475 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c32bb7ae-a89d-48a0-b3da-1b507d71785d req-c1b1d978-a359-4f31-a703-8a6056741cb7 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415421 Mar 31 22:09:39.435343 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 60658) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:39.474428 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-fb571018-2bdd-4a59-a898-fcd986ab6591 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a01cf20b5a25457494df9f651fd34282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379117 Mar 31 22:09:39.476880 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 60660) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:39.522418 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e5af46cd-1ed2-4d6a-8e64-009d908b1c23 admin admin] Publish callbacks [] for security_group (d3d48a4c-1007-4aba-98c4-394c991edd76), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:39.544205 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e5af46cd-1ed2-4d6a-8e64-009d908b1c23 admin admin] Publish callbacks [] for security_group (d3d48a4c-1007-4aba-98c4-394c991edd76), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:39.650418 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e5af46cd-1ed2-4d6a-8e64-009d908b1c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (d3d48a4c-1007-4aba-98c4-394c991edd76), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:39.652894 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e5af46cd-1ed2-4d6a-8e64-009d908b1c23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:39.654027 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-e5af46cd-1ed2-4d6a-8e64-009d908b1c23 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d3d48a4c-1007-4aba-98c4-394c991edd76 HTTP/1.1" status: 204 len: 168 time: 0.1762488 Mar 31 22:09:39.661652 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af46cd-1ed2-4d6a-8e64-009d908b1c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d48a4c-1007-4aba-98c4-394c991edd76,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:40.300522 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60666) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:40.341624 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-ec587501-00e1-4396-81e5-f6d8307ad752 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=802050ea6ad746fb9272dcb214bb6645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399501 Mar 31 22:09:40.343994 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 60668) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:09:40.387636 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:40.396867 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-73c1fca7-e502-4dfe-9112-12cfd62ed89e admin admin] Publish callbacks [] for security_group (081ad5fa-50d2-4335-95b0-1a230bc0862c), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:40.417602 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-73c1fca7-e502-4dfe-9112-12cfd62ed89e admin admin] Publish callbacks [] for security_group (081ad5fa-50d2-4335-95b0-1a230bc0862c), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:40.521100 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e806cc1-3292-4b82-8d66-dfd63291e551 req-b577a35b-1ddd-464b-b009-70549ee45570 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:40.522490 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2e806cc1-3292-4b82-8d66-dfd63291e551 req-b577a35b-1ddd-464b-b009-70549ee45570 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0526729 Mar 31 22:09:40.566194 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-73c1fca7-e502-4dfe-9112-12cfd62ed89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (081ad5fa-50d2-4335-95b0-1a230bc0862c), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:40.568650 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-73c1fca7-e502-4dfe-9112-12cfd62ed89e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:40.569724 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-73c1fca7-e502-4dfe-9112-12cfd62ed89e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/081ad5fa-50d2-4335-95b0-1a230bc0862c HTTP/1.1" status: 204 len: 168 time: 0.2248423 Mar 31 22:09:40.574608 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2e806cc1-3292-4b82-8d66-dfd63291e551 req-cb11e550-4e97-433b-b91d-957f63f9766d tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463293 Mar 31 22:09:40.580968 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1fca7-e502-4dfe-9112-12cfd62ed89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081ad5fa-50d2-4335-95b0-1a230bc0862c,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:41.704054 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71170df-58b0-4b94-a8fe-0d9a00ca6bea req-47dd4516-8a58-4750-adbe-4c8c75dd36ac tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:41.705504 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a71170df-58b0-4b94-a8fe-0d9a00ca6bea req-47dd4516-8a58-4750-adbe-4c8c75dd36ac tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0571425 Mar 31 22:09:41.753195 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a71170df-58b0-4b94-a8fe-0d9a00ca6bea req-897ef7ce-ac38-490e-a52f-4e7ba71bfa04 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404308 Mar 31 22:09:42.873565 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e476919-280f-409c-9e46-3e83e32f36c5 req-29643318-f333-4d6a-84ea-ce9b5ae84e0e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:42.875029 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3e476919-280f-409c-9e46-3e83e32f36c5 req-29643318-f333-4d6a-84ea-ce9b5ae84e0e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0516734 Mar 31 22:09:42.922291 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3e476919-280f-409c-9e46-3e83e32f36c5 req-99bbd36b-8af0-4182-9a08-4e46b35a6ca7 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414538 Mar 31 22:09:44.047289 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed69def-bcad-401a-9b8f-aa0f1d331198 req-29055955-9c51-4ffd-a780-1a50ea92e44a tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:44.048731 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8ed69def-bcad-401a-9b8f-aa0f1d331198 req-29055955-9c51-4ffd-a780-1a50ea92e44a tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0516255 Mar 31 22:09:44.097890 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8ed69def-bcad-401a-9b8f-aa0f1d331198 req-b2d33100-2e4d-401d-a905-f54d88ee5eb4 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434403 Mar 31 22:09:45.221135 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6e47a-1932-4f08-a87f-d59048aae5c8 req-8adbce70-2f98-476d-a774-38e64ab35cff tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:45.222589 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7db6e47a-1932-4f08-a87f-d59048aae5c8 req-8adbce70-2f98-476d-a774-38e64ab35cff tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0523672 Mar 31 22:09:45.287165 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7db6e47a-1932-4f08-a87f-d59048aae5c8 req-ab063a6c-828c-4205-b54e-a401ad38a669 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591371 Mar 31 22:09:46.408998 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931fe19-25aa-4ee8-bef5-9bb29469ccba req-cffd7b18-8776-4c5d-82c9-4c47240b2358 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:46.410622 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a931fe19-25aa-4ee8-bef5-9bb29469ccba req-cffd7b18-8776-4c5d-82c9-4c47240b2358 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0533366 Mar 31 22:09:46.456961 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a931fe19-25aa-4ee8-bef5-9bb29469ccba req-0bed045b-5c82-4790-8888-db62ce9c5b9b tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406082 Mar 31 22:09:47.580586 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381acb7-f433-4d76-a5ab-2a5c38b1b87c req-f3fa7aaa-c379-4d74-bea7-aefb9ea619d6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:47.582044 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f381acb7-f433-4d76-a5ab-2a5c38b1b87c req-f3fa7aaa-c379-4d74-bea7-aefb9ea619d6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0559859 Mar 31 22:09:47.627266 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f381acb7-f433-4d76-a5ab-2a5c38b1b87c req-6165624b-dcc7-420c-b330-4cf147dfbc46 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396359 Mar 31 22:09:48.747959 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ad32f-adfe-46de-a2ab-486846bcd191 req-72b650e3-cd55-4531-8b97-b9876de3f014 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:48.749451 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b78ad32f-adfe-46de-a2ab-486846bcd191 req-72b650e3-cd55-4531-8b97-b9876de3f014 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0525877 Mar 31 22:09:48.795965 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b78ad32f-adfe-46de-a2ab-486846bcd191 req-9c6a92b0-6d59-4f9f-8e0d-eb177b7d2303 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403225 Mar 31 22:09:49.916821 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7cfc0-dabf-41bf-a965-508e163ad6a8 req-2b1d23a5-7c0b-4c2f-b973-f96f40fdc13f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:49.918286 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-39a7cfc0-dabf-41bf-a965-508e163ad6a8 req-2b1d23a5-7c0b-4c2f-b973-f96f40fdc13f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0510583 Mar 31 22:09:49.971423 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-39a7cfc0-dabf-41bf-a965-508e163ad6a8 req-acc3e264-83c4-4e6d-bc44-aeadbbff4568 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468872 Mar 31 22:09:51.099148 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eabbbb-cb34-4bf5-a41e-8b8544ecc036 req-691d4b90-2c1a-4b1c-bac4-cb1b2ffcc45d tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:51.100602 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-42eabbbb-cb34-4bf5-a41e-8b8544ecc036 req-691d4b90-2c1a-4b1c-bac4-cb1b2ffcc45d tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0530140 Mar 31 22:09:51.147319 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-42eabbbb-cb34-4bf5-a41e-8b8544ecc036 req-41635f76-9ce9-4542-a94e-0eb3d7c67298 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408816 Mar 31 22:09:52.269602 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b71020-b268-49e8-b6cf-e4a25bf4277d req-629fe59d-0683-46a4-a50c-86bf2e7e6f37 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:52.271119 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-53b71020-b268-49e8-b6cf-e4a25bf4277d req-629fe59d-0683-46a4-a50c-86bf2e7e6f37 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0526588 Mar 31 22:09:52.316838 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-53b71020-b268-49e8-b6cf-e4a25bf4277d req-f0cff3bd-9b4f-4426-a90f-f9f293f3e390 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403261 Mar 31 22:09:52.576981 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:09:52.798727 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:09:52.811026 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': '27cb3e08-2454-4fe5-8c1f-5ecf44e6192f', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'port_id': '27cb3e08-2454-4fe5-8c1f-5ecf44e6192f', 'mac_address': 'fa:16:3e:ff:f1:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:09:52.851093 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f is: ACTIVE; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:09:52.858329 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:52.864472 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:09:52.883638 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:09:52.970211 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:53.020826 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f,revision_number=6']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:53.070161 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['27cb3e08-2454-4fe5-8c1f-5ecf44e6192f'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:09:53.445096 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bff99-e6fe-4004-8d83-a26981eb7fcb req-f7dc338d-506c-47c4-90b6-ea3cf47e5fac tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:53.446582 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cf8bff99-e6fe-4004-8d83-a26981eb7fcb req-f7dc338d-506c-47c4-90b6-ea3cf47e5fac tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 944 time: 0.0563853 Mar 31 22:09:53.492901 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cf8bff99-e6fe-4004-8d83-a26981eb7fcb req-d8175236-6a8f-478d-a743-03b72f696816 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406830 Mar 31 22:09:54.595720 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:09:54.621481 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b40f5-1d47-42bc-b570-132bfa8d9257 req-79022a7f-0f81-4827-88ac-b647e6b4b7fb tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:54.622965 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ff9b40f5-1d47-42bc-b570-132bfa8d9257 req-79022a7f-0f81-4827-88ac-b647e6b4b7fb tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 944 time: 0.0557857 Mar 31 22:09:54.645869 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:09:54.646280 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:54.674743 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ff9b40f5-1d47-42bc-b570-132bfa8d9257 req-bc0d5508-3edc-4fef-9e81-a05d67af34af tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460267 Mar 31 22:09:54.732600 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:09:54.732984 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:54.755734 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab7a681-6d5b-4c59-a5ae-99494b41adf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27cb3e08-2454-4fe5-8c1f-5ecf44e6192f'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:09:54.757964 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79322c7-391f-4be2-9faa-2b3282cdd731" -d '{"events": [{"server_uuid": "dab7a681-6d5b-4c59-a5ae-99494b41adf9", "name": "network-vif-plugged", "status": "completed", "tag": "27cb3e08-2454-4fe5-8c1f-5ecf44e6192f"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:09:54.770635 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:09:54.852441 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077cbb81-b3ba-40cf-b570-8e96e0b23975 x-openstack-request-id: req-077cbb81-b3ba-40cf-b570-8e96e0b23975 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:09:54.852742 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab7a681-6d5b-4c59-a5ae-99494b41adf9", "name": "network-vif-plugged", "status": "completed", "tag": "27cb3e08-2454-4fe5-8c1f-5ecf44e6192f", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:09:54.852996 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-077cbb81-b3ba-40cf-b570-8e96e0b23975 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:09:54.853396 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-077cbb81-b3ba-40cf-b570-8e96e0b23975'] response: {'server_uuid': 'dab7a681-6d5b-4c59-a5ae-99494b41adf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27cb3e08-2454-4fe5-8c1f-5ecf44e6192f', 'code': 200} Mar 31 22:09:54.855856 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:09:54.902162 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f,revision_number=7']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:09:55.818075 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb1634-965c-48df-a814-748e0c39d8c1 req-2139e6d7-a0f2-434f-b0bd-60cd79de972f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:55.824986 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4ceb1634-965c-48df-a814-748e0c39d8c1 req-2139e6d7-a0f2-434f-b0bd-60cd79de972f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0673389 Mar 31 22:09:55.870721 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4ceb1634-965c-48df-a814-748e0c39d8c1 req-069910db-27ba-42e5-893d-dc301e1babbd tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448236 Mar 31 22:09:57.011382 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13aaf9-e470-42b9-a372-64dcc1964d28 req-5f75989e-b741-496c-b276-b3c02891ed92 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:57.013619 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4f13aaf9-e470-42b9-a372-64dcc1964d28 req-5f75989e-b741-496c-b276-b3c02891ed92 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0650327 Mar 31 22:09:57.096123 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4f13aaf9-e470-42b9-a372-64dcc1964d28 req-353dcde1-a5bc-4a27-aaa0-514f7befa4fc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673561 Mar 31 22:09:58.229329 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b82f87-3fdf-4766-80c8-8a3192ca56b6 req-f70e2cb9-7970-462b-993a-0e5f95b242f7 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:58.231629 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-19b82f87-3fdf-4766-80c8-8a3192ca56b6 req-f70e2cb9-7970-462b-993a-0e5f95b242f7 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0583177 Mar 31 22:09:58.292841 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-19b82f87-3fdf-4766-80c8-8a3192ca56b6 req-6976b20a-28c5-41b1-9a97-c242c21a8ff6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545866 Mar 31 22:09:59.435453 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512c313-d53f-42a4-9293-29ea4effb1f5 req-17cf870a-56c6-44ae-bc2d-b02e03c13dae tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:09:59.437299 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5512c313-d53f-42a4-9293-29ea4effb1f5 req-17cf870a-56c6-44ae-bc2d-b02e03c13dae tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0621548 Mar 31 22:09:59.495964 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5512c313-d53f-42a4-9293-29ea4effb1f5 req-04c3ec1d-f6d0-4cab-9a8d-0a8d6c2ab1d4 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511591 Mar 31 22:10:00.645534 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293631c2-fcf2-4f00-9b0e-bdc6e5bb3c06 req-d2b4c2c8-03b0-46c2-986b-8d5da69bd23a tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:00.649309 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-293631c2-fcf2-4f00-9b0e-bdc6e5bb3c06 req-d2b4c2c8-03b0-46c2-986b-8d5da69bd23a tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0708637 Mar 31 22:10:00.696500 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-293631c2-fcf2-4f00-9b0e-bdc6e5bb3c06 req-8b09045e-4241-48f1-891e-996df06f81c9 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429533 Mar 31 22:10:01.879320 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be2e32-4fd3-4441-9fd0-2bc9172ba77c req-6c8f44db-5d8f-4ab7-9cf9-1f5b33035cfc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:01.886987 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-41be2e32-4fd3-4441-9fd0-2bc9172ba77c req-6c8f44db-5d8f-4ab7-9cf9-1f5b33035cfc tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0724096 Mar 31 22:10:01.934383 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-41be2e32-4fd3-4441-9fd0-2bc9172ba77c req-5d372067-529e-4871-98b5-f6529dc38b32 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463099 Mar 31 22:10:02.151928 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:10:03.078352 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38391a-01b6-4006-a2df-4e846c826995 req-d85c1ad8-a0d5-497f-a7c2-9a4cb0f76da4 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:03.080695 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5e38391a-01b6-4006-a2df-4e846c826995 req-d85c1ad8-a0d5-497f-a7c2-9a4cb0f76da4 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0698071 Mar 31 22:10:03.136220 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5e38391a-01b6-4006-a2df-4e846c826995 req-2f340b74-67ad-4ff6-a06f-e2f0ad777a4c tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486243 Mar 31 22:10:04.269866 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bf491-2b09-47c0-9c3b-171ae75a9770 req-7bc0d5aa-a58f-457a-9227-579fb53a3103 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:04.271354 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b48bf491-2b09-47c0-9c3b-171ae75a9770 req-7bc0d5aa-a58f-457a-9227-579fb53a3103 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0530190 Mar 31 22:10:04.321501 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b48bf491-2b09-47c0-9c3b-171ae75a9770 req-836818b9-f076-4ff1-948d-82179e509af3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440676 Mar 31 22:10:04.753567 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ce992049-9804-4e90-862d-5ef97a0acc05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:05.448254 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a5a49-c93c-463d-aa17-af3fe6cb784a req-894310c8-fa84-40b5-9287-48be6c88b734 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:05.449712 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-495a5a49-c93c-463d-aa17-af3fe6cb784a req-894310c8-fa84-40b5-9287-48be6c88b734 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0543549 Mar 31 22:10:05.502651 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-495a5a49-c93c-463d-aa17-af3fe6cb784a req-30396763-bc01-48f9-b4c1-f9258e4e6f5a tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470386 Mar 31 22:10:06.410353 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:06.593777 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1eb76-0b66-4ab0-adf8-251cffc260a6 req-a2ec1733-e2a7-487f-ac03-7578d374db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:06.596599 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5da1eb76-0b66-4ab0-adf8-251cffc260a6 req-a2ec1733-e2a7-487f-ac03-7578d374db5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34e52cb5afa74b4eafaebe16c9e1e1d1&device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 1129 time: 0.0492463 Mar 31 22:10:06.629449 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209cfb4-c4ce-44fd-9130-d67913860a65 req-0a1a22bf-5bbf-40f2-a646-589f80de92a6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:06.630948 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b209cfb4-c4ce-44fd-9130-d67913860a65 req-0a1a22bf-5bbf-40f2-a646-589f80de92a6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0542505 Mar 31 22:10:06.667125 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-348abfe1-112d-4af0-a80c-59454a2a3e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:06.679283 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b209cfb4-c4ce-44fd-9130-d67913860a65 req-01192a89-ce91-4b2c-baea-533097745e32 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427165 Mar 31 22:10:06.687517 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1eb76-0b66-4ab0-adf8-251cffc260a6 req-76597491-c731-4b06-bc5f-8cb799f4bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:06.689060 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5da1eb76-0b66-4ab0-adf8-251cffc260a6 req-76597491-c731-4b06-bc5f-8cb799f4bdb3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=39113ebe-596d-4feb-8ec9-18a7831cbf68 HTTP/1.1" status: 200 len: 918 time: 0.0871716 Mar 31 22:10:06.757939 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5da1eb76-0b66-4ab0-adf8-251cffc260a6 req-754f89e0-ecfe-41d7-a18d-958da85680ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f HTTP/1.1" status: 200 len: 1000 time: 0.0628209 Mar 31 22:10:06.805717 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1eb76-0b66-4ab0-adf8-251cffc260a6 req-0eb72585-f8a6-4bba-a580-aad072ce0dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:06.807227 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5da1eb76-0b66-4ab0-adf8-251cffc260a6 req-0eb72585-f8a6-4bba-a580-aad072ce0dbf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=01b07abf-1022-4cb3-9419-c682f5c84b30 HTTP/1.1" status: 200 len: 856 time: 0.0437794 Mar 31 22:10:06.856744 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1eb76-0b66-4ab0-adf8-251cffc260a6 req-01a8d6cf-b3d2-452f-8e68-d080483ffc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:06.858313 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5da1eb76-0b66-4ab0-adf8-251cffc260a6 req-01a8d6cf-b3d2-452f-8e68-d080483ffc01 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39113ebe-596d-4feb-8ec9-18a7831cbf68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440974 Mar 31 22:10:06.947732 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5da1eb76-0b66-4ab0-adf8-251cffc260a6 req-c77ce7c4-ca9d-4fb2-b962-47ff50209ccf service neutron] 10.222.0.57 "GET /v2.0/networks/39113ebe-596d-4feb-8ec9-18a7831cbf68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839067 Mar 31 22:10:07.038514 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5da1eb76-0b66-4ab0-adf8-251cffc260a6 req-d3dfa643-6028-44d5-8b5a-4a4ba8237e44 service neutron] 10.222.0.57 "GET /v2.0/networks/39113ebe-596d-4feb-8ec9-18a7831cbf68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835700 Mar 31 22:10:07.541022 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:07.807481 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b73622-285e-4925-9208-76c8a80ef40b req-2718266b-0186-462a-a5d6-9d30fa13dc4f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:07.808926 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-54b73622-285e-4925-9208-76c8a80ef40b req-2718266b-0186-462a-a5d6-9d30fa13dc4f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 945 time: 0.0566025 Mar 31 22:10:07.855947 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-54b73622-285e-4925-9208-76c8a80ef40b req-34c59902-a0a0-4b78-acb2-bf0043157018 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413899 Mar 31 22:10:08.629261 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:10:08.708793 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f is: ACTIVE; New status is: DOWN {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:10:08.709187 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:08.735833 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab7a681-6d5b-4c59-a5ae-99494b41adf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27cb3e08-2454-4fe5-8c1f-5ecf44e6192f'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:10:08.738738 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9057ad18-b59e-4ca4-9ec4-53e9f93b02d1" -d '{"events": [{"server_uuid": "dab7a681-6d5b-4c59-a5ae-99494b41adf9", "name": "network-vif-unplugged", "status": "completed", "tag": "27cb3e08-2454-4fe5-8c1f-5ecf44e6192f"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:10:08.750838 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:10:08.772502 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2e34f8-95a8-4761-805a-35578c357406 x-openstack-request-id: req-6b2e34f8-95a8-4761-805a-35578c357406 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:10:08.772787 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab7a681-6d5b-4c59-a5ae-99494b41adf9", "name": "network-vif-unplugged", "status": "completed", "tag": "27cb3e08-2454-4fe5-8c1f-5ecf44e6192f", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:10:08.773040 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6b2e34f8-95a8-4761-805a-35578c357406 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:10:08.773436 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b2e34f8-95a8-4761-805a-35578c357406'] response: {'server_uuid': 'dab7a681-6d5b-4c59-a5ae-99494b41adf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27cb3e08-2454-4fe5-8c1f-5ecf44e6192f', 'code': 200} Mar 31 22:10:08.839207 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:08.889044 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f,revision_number=8']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:08.896709 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:08.897200 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:08.897646 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:08.897867 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:08.898338 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:08.898674 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:08.898994 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:08.899314 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:08.899634 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:08.899951 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:08.900271 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:08.900586 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:08.900901 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:08.901275 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:08.901599 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:09.009056 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e747db-57c6-4a90-8848-4017aa86d531 req-67f9e0e0-b892-4138-96f6-a7895931b16e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:09.013760 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-19e747db-57c6-4a90-8848-4017aa86d531 req-67f9e0e0-b892-4138-96f6-a7895931b16e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 943 time: 0.0753708 Mar 31 22:10:09.055561 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:09.059181 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-19e747db-57c6-4a90-8848-4017aa86d531 req-b0dd3f9a-3e7b-4e7b-97f4-3b3b15557857 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430753 Mar 31 22:10:10.187465 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd20e5-26eb-47ef-bc0f-12357a2b64e0 req-2ffc1d33-7d33-473c-ab51-e32cb250c591 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:10.189579 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-64bd20e5-26eb-47ef-bc0f-12357a2b64e0 req-2ffc1d33-7d33-473c-ab51-e32cb250c591 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 943 time: 0.0597837 Mar 31 22:10:10.235083 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-64bd20e5-26eb-47ef-bc0f-12357a2b64e0 req-e5b58453-4033-4df5-a32b-679121dbcde1 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399754 Mar 31 22:10:10.450024 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:12.581978 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e0633-b2f2-40e8-890f-791b589c0bd2 req-aace14b6-7ac7-471e-8c83-22866b01738b tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:12.583869 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-df8e0633-b2f2-40e8-890f-791b589c0bd2 req-aace14b6-7ac7-471e-8c83-22866b01738b tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 943 time: 0.0582166 Mar 31 22:10:12.639005 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-df8e0633-b2f2-40e8-890f-791b589c0bd2 req-d00e539f-b75a-43b0-ba8a-926d8a2986be tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484116 Mar 31 22:10:12.992601 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 32922) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:13.079184 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a6093de9-30b1-47ff-b308-34921527a02e req-21813449-b786-4e26-b2f1-e8e493c3667d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854390 Mar 31 22:10:13.088365 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [req-a6093de9-30b1-47ff-b308-34921527a02e req-24c3ce2c-035f-4e3d-85b8-2fea4ac1826d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 22:10:13.089320 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a6093de9-30b1-47ff-b308-34921527a02e req-24c3ce2c-035f-4e3d-85b8-2fea4ac1826d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047562 Mar 31 22:10:13.163416 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:10:13.164571 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 32934) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:13.246406 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f is: DOWN; New status is: DOWN {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:10:13.268806 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6093de9-30b1-47ff-b308-34921527a02e req-d07a28ca-3fcf-4c41-a1b3-fadc5a2d1c18 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:13.268979 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a6093de9-30b1-47ff-b308-34921527a02e req-d07a28ca-3fcf-4c41-a1b3-fadc5a2d1c18 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports/27cb3e08-2454-4fe5-8c1f-5ecf44e6192f HTTP/1.1" status: 200 len: 940 time: 0.1034276 Mar 31 22:10:13.774741 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8dd47-c405-419a-a0da-c0379699caf2 req-b32a3f60-5a8f-4d84-bb0e-00e4d67af01f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:13.776310 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6ab8dd47-c405-419a-a0da-c0379699caf2 req-b32a3f60-5a8f-4d84-bb0e-00e4d67af01f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 943 time: 0.0649679 Mar 31 22:10:13.822282 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6ab8dd47-c405-419a-a0da-c0379699caf2 req-41da0f2d-65dd-4251-8337-fbfff727348a tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404835 Mar 31 22:10:14.949299 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2cbfe-da7d-49e2-ad2e-da01cf6159a2 req-eaa12abd-946b-4080-ac28-305aac3a7ba7 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:14.951838 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ccc2cbfe-da7d-49e2-ad2e-da01cf6159a2 req-eaa12abd-946b-4080-ac28-305aac3a7ba7 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 943 time: 0.0569496 Mar 31 22:10:15.003534 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ccc2cbfe-da7d-49e2-ad2e-da01cf6159a2 req-179e8369-3287-4a58-87c2-759074512672 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463655 Mar 31 22:10:15.910947 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6093de9-30b1-47ff-b308-34921527a02e req-3d3e93eb-fca9-4ade-951a-896745c5dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:15.912409 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a6093de9-30b1-47ff-b308-34921527a02e req-3d3e93eb-fca9-4ade-951a-896745c5dac0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9&tenant_id=34e52cb5afa74b4eafaebe16c9e1e1d1 HTTP/1.1" status: 200 len: 1127 time: 0.0480511 Mar 31 22:10:15.977078 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6093de9-30b1-47ff-b308-34921527a02e req-e86f9ed3-9131-4367-a6c5-1c4158534b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:15.978521 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a6093de9-30b1-47ff-b308-34921527a02e req-e86f9ed3-9131-4367-a6c5-1c4158534b1f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34e52cb5afa74b4eafaebe16c9e1e1d1&device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 1127 time: 0.0444722 Mar 31 22:10:16.070772 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6093de9-30b1-47ff-b308-34921527a02e req-7c0699fe-af79-4785-8c7a-7ec9d84a7d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:16.072245 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a6093de9-30b1-47ff-b308-34921527a02e req-7c0699fe-af79-4785-8c7a-7ec9d84a7d32 service neutron] 10.222.0.57 "GET /v2.0/networks?id=39113ebe-596d-4feb-8ec9-18a7831cbf68 HTTP/1.1" status: 200 len: 918 time: 0.0875401 Mar 31 22:10:16.133305 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0991475-7eff-40e2-bf00-605bf11bf00b req-88b6fd3f-fa98-4f94-9459-a3041acb7b7f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:16.133981 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f0991475-7eff-40e2-bf00-605bf11bf00b req-88b6fd3f-fa98-4f94-9459-a3041acb7b7f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 943 time: 0.0541794 Mar 31 22:10:16.143210 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a6093de9-30b1-47ff-b308-34921527a02e req-aa00c2f8-218e-46aa-8a1c-ff69cbc2a780 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f HTTP/1.1" status: 200 len: 998 time: 0.0637879 Mar 31 22:10:16.185796 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f0991475-7eff-40e2-bf00-605bf11bf00b req-2f66101a-0dd5-4bc7-acd5-21f8365848a3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461760 Mar 31 22:10:16.192954 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6093de9-30b1-47ff-b308-34921527a02e req-0a6cf0ed-b811-4a38-bc62-b624f07c894c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:16.194731 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a6093de9-30b1-47ff-b308-34921527a02e req-0a6cf0ed-b811-4a38-bc62-b624f07c894c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=01b07abf-1022-4cb3-9419-c682f5c84b30 HTTP/1.1" status: 200 len: 856 time: 0.0469623 Mar 31 22:10:16.245537 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6093de9-30b1-47ff-b308-34921527a02e req-55de02d6-69f9-4ae6-aacd-6a8ee4b55665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:16.247094 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a6093de9-30b1-47ff-b308-34921527a02e req-55de02d6-69f9-4ae6-aacd-6a8ee4b55665 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39113ebe-596d-4feb-8ec9-18a7831cbf68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471580 Mar 31 22:10:16.581688 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a6093de9-30b1-47ff-b308-34921527a02e req-db3b1375-5b43-4525-9f32-1f32c9d188bb service neutron] 10.222.0.57 "GET /v2.0/networks/39113ebe-596d-4feb-8ec9-18a7831cbf68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271983 Mar 31 22:10:16.673133 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a6093de9-30b1-47ff-b308-34921527a02e req-176a6075-84d5-41f0-9cb8-8c9f822a7186 service neutron] 10.222.0.57 "GET /v2.0/networks/39113ebe-596d-4feb-8ec9-18a7831cbf68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850914 Mar 31 22:10:17.004291 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7f8e1-403c-4645-952c-7ac03559e4ba req-ba3636f1-8c24-4ffd-8210-4d6347bae8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:17.005898 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-39c7f8e1-403c-4645-952c-7ac03559e4ba req-ba3636f1-8c24-4ffd-8210-4d6347bae8a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=34e52cb5afa74b4eafaebe16c9e1e1d1&device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 1127 time: 0.0499668 Mar 31 22:10:17.112441 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7f8e1-403c-4645-952c-7ac03559e4ba req-e2106843-5248-463a-93b8-d8c02145d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:17.113870 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-39c7f8e1-403c-4645-952c-7ac03559e4ba req-e2106843-5248-463a-93b8-d8c02145d1a0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=39113ebe-596d-4feb-8ec9-18a7831cbf68 HTTP/1.1" status: 200 len: 918 time: 0.0907180 Mar 31 22:10:17.183659 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-39c7f8e1-403c-4645-952c-7ac03559e4ba req-a8375243-b636-4587-ab0c-99fcd4802983 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f HTTP/1.1" status: 200 len: 998 time: 0.0639064 Mar 31 22:10:17.235081 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7f8e1-403c-4645-952c-7ac03559e4ba req-a0022177-b79d-4abf-8c99-87d75976fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:17.236978 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-39c7f8e1-403c-4645-952c-7ac03559e4ba req-a0022177-b79d-4abf-8c99-87d75976fc5c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=01b07abf-1022-4cb3-9419-c682f5c84b30 HTTP/1.1" status: 200 len: 856 time: 0.0473573 Mar 31 22:10:17.294547 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7f8e1-403c-4645-952c-7ac03559e4ba req-ff5a8575-b9e6-4edc-929b-a18efc53922d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:17.296915 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-39c7f8e1-403c-4645-952c-7ac03559e4ba req-ff5a8575-b9e6-4edc-929b-a18efc53922d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39113ebe-596d-4feb-8ec9-18a7831cbf68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550115 Mar 31 22:10:17.328959 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58d206-c9e7-4c95-96bc-100c8c5c2965 req-4b7db61a-f789-4794-9424-dbb55c25bbe3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:17.337080 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3b58d206-c9e7-4c95-96bc-100c8c5c2965 req-4b7db61a-f789-4794-9424-dbb55c25bbe3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 943 time: 0.0681016 Mar 31 22:10:17.434030 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3b58d206-c9e7-4c95-96bc-100c8c5c2965 req-b2082561-f9b0-4ad7-a5ab-5b7ce9383f8d tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955703 Mar 31 22:10:17.470981 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-39c7f8e1-403c-4645-952c-7ac03559e4ba req-de52ee28-a6e4-4c33-bf42-af1aa42e4532 service neutron] 10.222.0.57 "GET /v2.0/networks/39113ebe-596d-4feb-8ec9-18a7831cbf68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568811 Mar 31 22:10:18.562051 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf59835-6698-4377-b2b0-0ccba3e593b7 req-e7fa5dec-2f7e-4141-8074-af04473b1157 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:18.563915 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9bf59835-6698-4377-b2b0-0ccba3e593b7 req-e7fa5dec-2f7e-4141-8074-af04473b1157 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 943 time: 0.0571327 Mar 31 22:10:18.613659 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9bf59835-6698-4377-b2b0-0ccba3e593b7 req-fc055545-985c-4c7a-aabb-b75b7da6c8d0 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430720 Mar 31 22:10:19.750259 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd2a02-5991-47d8-8c18-c4f9c0021fdb req-2a4272e4-a8d7-4a6f-9d63-fae8ee628137 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:19.752210 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4abd2a02-5991-47d8-8c18-c4f9c0021fdb req-2a4272e4-a8d7-4a6f-9d63-fae8ee628137 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 943 time: 0.0624828 Mar 31 22:10:19.801364 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4abd2a02-5991-47d8-8c18-c4f9c0021fdb req-1d008e15-dfc7-4958-99ce-a786cecc00b0 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435386 Mar 31 22:10:20.942802 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6740084-fdcf-49f3-94a4-104e405a1be1 req-ed5ac94b-bbea-46ac-9b6c-00e2794bd61d tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:20.942802 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e6740084-fdcf-49f3-94a4-104e405a1be1 req-ed5ac94b-bbea-46ac-9b6c-00e2794bd61d tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 943 time: 0.0609281 Mar 31 22:10:21.007078 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e6740084-fdcf-49f3-94a4-104e405a1be1 req-d6d77053-d8db-4b5b-baa3-1309cbff7220 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490301 Mar 31 22:10:22.170680 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46895c99-2b8f-4ea5-b43a-b2594f031ce1 req-a07698e9-aee8-4bad-9043-260a33957bdb tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:22.182741 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-46895c99-2b8f-4ea5-b43a-b2594f031ce1 req-a07698e9-aee8-4bad-9043-260a33957bdb tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 943 time: 0.0789862 Mar 31 22:10:22.241032 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-46895c99-2b8f-4ea5-b43a-b2594f031ce1 req-dfd64b69-ccba-43ac-b187-960e94d3eee9 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569491 Mar 31 22:10:23.419808 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24564b7-4411-48be-803f-48ffb6d5bf0f req-c3a34d74-693a-4dec-bfda-d4886eae4331 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:23.421320 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d24564b7-4411-48be-803f-48ffb6d5bf0f req-c3a34d74-693a-4dec-bfda-d4886eae4331 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 943 time: 0.0657802 Mar 31 22:10:23.506136 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d24564b7-4411-48be-803f-48ffb6d5bf0f req-563fff2e-5477-4d79-8731-0dabd499986b tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706584 Mar 31 22:10:24.641243 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf1136-38da-433d-ba3b-9364a86a92b1 req-bd28cd48-beef-4b80-afd0-ed87a6f35d84 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:24.643574 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2baf1136-38da-433d-ba3b-9364a86a92b1 req-bd28cd48-beef-4b80-afd0-ed87a6f35d84 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 943 time: 0.0559168 Mar 31 22:10:24.692937 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2baf1136-38da-433d-ba3b-9364a86a92b1 req-2325d5c7-a4de-4633-a15b-ee1e17a594bb tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441177 Mar 31 22:10:25.147997 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-39c7f8e1-403c-4645-952c-7ac03559e4ba req-d42a9450-ac79-48e9-a9db-301211e5592a service neutron] 10.222.0.57 "GET /v2.0/networks/39113ebe-596d-4feb-8ec9-18a7831cbf68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829177 Mar 31 22:10:25.815856 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bfaef-08fc-4d7a-be8e-67dc94ef9ce7 req-e98de6aa-7975-475b-9c76-8ae8d8f3985e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:25.817292 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-916bfaef-08fc-4d7a-be8e-67dc94ef9ce7 req-e98de6aa-7975-475b-9c76-8ae8d8f3985e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 943 time: 0.0534828 Mar 31 22:10:25.862416 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-916bfaef-08fc-4d7a-be8e-67dc94ef9ce7 req-56592264-8da9-4c96-a8b5-0b4843f6a624 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395195 Mar 31 22:10:26.982975 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05b9f9-7721-4ea9-9881-b3691d1fe79e req-1bc90f5e-9b5c-4b91-9d13-d59fdf1a1fcd tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:26.984309 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5d05b9f9-7721-4ea9-9881-b3691d1fe79e req-1bc90f5e-9b5c-4b91-9d13-d59fdf1a1fcd tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 943 time: 0.0510967 Mar 31 22:10:27.029715 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5d05b9f9-7721-4ea9-9881-b3691d1fe79e req-65a9145a-7f82-4c1c-89c8-33cc02e376d0 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395122 Mar 31 22:10:28.153724 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5c6bc-3fba-4d78-8387-04d97bc4ad4b req-1c712d3f-0b60-4bd8-b9ea-c6c65f9959ce tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:28.155160 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-42a5c6bc-3fba-4d78-8387-04d97bc4ad4b req-1c712d3f-0b60-4bd8-b9ea-c6c65f9959ce tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 943 time: 0.0551703 Mar 31 22:10:28.200418 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-42a5c6bc-3fba-4d78-8387-04d97bc4ad4b req-56f25dbc-f8ef-450c-aa78-86c61c9e348b tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397041 Mar 31 22:10:29.322142 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd695b5-cb5e-45e4-9606-2baa44650859 req-f229b063-b45d-44fa-97ec-f0086c813fe3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:29.323628 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cfd695b5-cb5e-45e4-9606-2baa44650859 req-f229b063-b45d-44fa-97ec-f0086c813fe3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 943 time: 0.0525312 Mar 31 22:10:29.372605 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cfd695b5-cb5e-45e4-9606-2baa44650859 req-e427a85b-e78b-4530-a999-041266ef853c tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433862 Mar 31 22:10:30.497957 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538760a-4d2a-4a6d-a0bc-952e4317b466 req-4c6095cf-e005-4463-b643-82ae8971a570 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:30.499438 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c538760a-4d2a-4a6d-a0bc-952e4317b466 req-4c6095cf-e005-4463-b643-82ae8971a570 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 943 time: 0.0512152 Mar 31 22:10:30.547179 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c538760a-4d2a-4a6d-a0bc-952e4317b466 req-d0480d3a-d4f4-4dc1-828b-e2a2efed11b6 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421157 Mar 31 22:10:31.101759 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:10:31.195100 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:10:31.206920 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': '27cb3e08-2454-4fe5-8c1f-5ecf44e6192f', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'port_id': '27cb3e08-2454-4fe5-8c1f-5ecf44e6192f', 'mac_address': 'fa:16:3e:ff:f1:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:10:31.242355 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:10:31.242795 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:31.258795 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:10:31.279825 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:10:31.375624 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:31.425449 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f,revision_number=9']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:31.613533 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['27cb3e08-2454-4fe5-8c1f-5ecf44e6192f'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:10:31.681638 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38732846-f94b-4e91-ae0f-104e1b747188 req-541e16ba-8079-47b5-8214-e8a785a6b189 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:31.690945 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-38732846-f94b-4e91-ae0f-104e1b747188 req-541e16ba-8079-47b5-8214-e8a785a6b189 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 944 time: 0.0698647 Mar 31 22:10:31.738778 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-38732846-f94b-4e91-ae0f-104e1b747188 req-83f4dcc1-fd6b-47c1-b7d6-6bd33df1f3c3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487912 Mar 31 22:10:32.123820 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02a40c-23f9-46c4-a571-98b80a53f3f6 req-e06200ef-eb65-4e9f-ac7b-2ab4f15f1509 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:32.125251 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fd02a40c-23f9-46c4-a571-98b80a53f3f6 req-e06200ef-eb65-4e9f-ac7b-2ab4f15f1509 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8f1c567-1432-4864-8a71-f2630d437824 HTTP/1.1" status: 200 len: 946 time: 0.0556180 Mar 31 22:10:32.174156 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fd02a40c-23f9-46c4-a571-98b80a53f3f6 req-d5f1f431-58b8-425d-8a92-10464b66b655 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=04f4fb3d-81a1-492c-a557-545af47d8775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412591 Mar 31 22:10:32.868158 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bcf78-81c2-4e9c-ac66-cbc739392ab1 req-69131e5a-7070-48a7-8589-ba413cb987d0 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:32.869640 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-260bcf78-81c2-4e9c-ac66-cbc739392ab1 req-69131e5a-7070-48a7-8589-ba413cb987d0 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 944 time: 0.0572333 Mar 31 22:10:32.928680 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-260bcf78-81c2-4e9c-ac66-cbc739392ab1 req-57f311c6-e0ae-436a-8d17-be9c05988735 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506144 Mar 31 22:10:32.968586 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06fa5e-4baa-44b8-8e5d-602ae2ae1e9b req-96513712-60f5-4df5-ae4d-74a2c513e588 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:32.969355 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1f06fa5e-4baa-44b8-8e5d-602ae2ae1e9b req-96513712-60f5-4df5-ae4d-74a2c513e588 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d917a0f-493d-4901-b599-6f85c56f9f4c HTTP/1.1" status: 200 len: 946 time: 0.0636981 Mar 31 22:10:33.016668 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1f06fa5e-4baa-44b8-8e5d-602ae2ae1e9b req-2aed9b3d-6c13-4a47-9a65-607cd05e7d08 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ce917f0-9601-4fa9-9341-13d865f6dee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411355 Mar 31 22:10:33.120407 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:10:33.172714 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:10:33.172714 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:33.245004 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:10:33.245434 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:33.269314 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab7a681-6d5b-4c59-a5ae-99494b41adf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27cb3e08-2454-4fe5-8c1f-5ecf44e6192f'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:10:33.271525 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495e467c-25b0-4a26-94f5-7d7bfc9b1d0d" -d '{"events": [{"server_uuid": "dab7a681-6d5b-4c59-a5ae-99494b41adf9", "name": "network-vif-plugged", "status": "completed", "tag": "27cb3e08-2454-4fe5-8c1f-5ecf44e6192f"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:10:33.288264 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:10:33.296720 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22108d06-2e57-4151-b7ce-b06125425f5e req-a05a07c5-3fa6-407c-8f17-ae0d57e0505f tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:33.300411 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-22108d06-2e57-4151-b7ce-b06125425f5e req-a05a07c5-3fa6-407c-8f17-ae0d57e0505f tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8f1c567-1432-4864-8a71-f2630d437824 HTTP/1.1" status: 200 len: 946 time: 0.0578837 Mar 31 22:10:33.306109 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad410d3-e6cd-47e7-bf92-32dd7292993b x-openstack-request-id: req-4ad410d3-e6cd-47e7-bf92-32dd7292993b {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:10:33.306429 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab7a681-6d5b-4c59-a5ae-99494b41adf9", "name": "network-vif-plugged", "status": "completed", "tag": "27cb3e08-2454-4fe5-8c1f-5ecf44e6192f", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:10:33.306683 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4ad410d3-e6cd-47e7-bf92-32dd7292993b {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:10:33.307084 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad410d3-e6cd-47e7-bf92-32dd7292993b'] response: {'server_uuid': 'dab7a681-6d5b-4c59-a5ae-99494b41adf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27cb3e08-2454-4fe5-8c1f-5ecf44e6192f', 'code': 200} Mar 31 22:10:33.348322 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-22108d06-2e57-4151-b7ce-b06125425f5e req-485de631-8c0b-4350-8aef-ec060f9ac970 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=04f4fb3d-81a1-492c-a557-545af47d8775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431330 Mar 31 22:10:33.381089 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:33.429334 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f,revision_number=10']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:33.582386 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 33294) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:33.697777 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-35a0e686-8921-4bd3-ba1e-e2b7ca138d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:33.764915 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac2b0a-4daa-478b-b96e-9abd6bc250fd req-df43d2c8-44f0-4727-a0b1-66235a91e49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:33.766444 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-bdac2b0a-4daa-478b-b96e-9abd6bc250fd req-df43d2c8-44f0-4727-a0b1-66235a91e49a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 1130 time: 0.0762818 Mar 31 22:10:33.840508 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-35a0e686-8921-4bd3-ba1e-e2b7ca138d3e admin admin] Publish callbacks [] for security_group (37fae999-4eb7-4b3c-824e-60bfb82a0b2a), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:33.871665 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-bdac2b0a-4daa-478b-b96e-9abd6bc250fd req-44d78eda-085c-44e0-afae-b1a17d277c8d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842876 Mar 31 22:10:33.883157 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9447b13-189d-4712-b020-51572152e77d req-00d93254-740e-4390-9eba-9f1a9f48008d tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:33.884531 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e9447b13-189d-4712-b020-51572152e77d req-00d93254-740e-4390-9eba-9f1a9f48008d tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8f1c567-1432-4864-8a71-f2630d437824 HTTP/1.1" status: 200 len: 946 time: 0.0961382 Mar 31 22:10:33.894893 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-35a0e686-8921-4bd3-ba1e-e2b7ca138d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (37fae999-4eb7-4b3c-824e-60bfb82a0b2a), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:33.933237 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-35a0e686-8921-4bd3-ba1e-e2b7ca138d3e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ef6719c12ae54a53b4cfefdd47c50765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3496265 Mar 31 22:10:33.934113 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0e686-8921-4bd3-ba1e-e2b7ca138d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fae999-4eb7-4b3c-824e-60bfb82a0b2a,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:33.935988 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 33300) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:33.985472 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-936c1289-68fc-4818-9c54-59b0ee666f93 admin admin] Publish callbacks [] for security_group (37fae999-4eb7-4b3c-824e-60bfb82a0b2a), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:34.015975 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-936c1289-68fc-4818-9c54-59b0ee666f93 admin admin] Publish callbacks [] for security_group (37fae999-4eb7-4b3c-824e-60bfb82a0b2a), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:34.080976 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2e29f-0a2d-4598-bab6-312427857ff5 req-7b041a6f-f24d-43c8-98f8-9e5c42b0509a tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:34.082500 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-35b2e29f-0a2d-4598-bab6-312427857ff5 req-7b041a6f-f24d-43c8-98f8-9e5c42b0509a tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 946 time: 0.0794556 Mar 31 22:10:34.166439 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-35b2e29f-0a2d-4598-bab6-312427857ff5 req-3d08bec0-75a0-4cc9-99ee-b77e31dbe09c tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707095 Mar 31 22:10:34.173720 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-e9447b13-189d-4712-b020-51572152e77d req-0a95ee3b-ba08-4674-a83d-f2bdeb80a060 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Deleting port 86d53f8c-726c-4b3f-aa14-f7b084c0de78 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:10:34.174429 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e9447b13-189d-4712-b020-51572152e77d req-0a95ee3b-ba08-4674-a83d-f2bdeb80a060 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (86d53f8c-726c-4b3f-aa14-f7b084c0de78), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:34.178014 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b98342-784e-4447-97b7-cbe93b81bc92 req-6ac6e953-b1e0-4ebe-b7f9-1e5bcf5eddf8 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:34.180088 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-57b98342-784e-4447-97b7-cbe93b81bc92 req-6ac6e953-b1e0-4ebe-b7f9-1e5bcf5eddf8 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d917a0f-493d-4901-b599-6f85c56f9f4c HTTP/1.1" status: 200 len: 946 time: 0.0933566 Mar 31 22:10:34.181344 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-936c1289-68fc-4818-9c54-59b0ee666f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (37fae999-4eb7-4b3c-824e-60bfb82a0b2a), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:34.184126 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-936c1289-68fc-4818-9c54-59b0ee666f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:34.185163 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-936c1289-68fc-4818-9c54-59b0ee666f93 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/37fae999-4eb7-4b3c-824e-60bfb82a0b2a HTTP/1.1" status: 204 len: 168 time: 0.2476907 Mar 31 22:10:34.206576 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c1289-68fc-4818-9c54-59b0ee666f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fae999-4eb7-4b3c-824e-60bfb82a0b2a,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:34.220414 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c1289-68fc-4818-9c54-59b0ee666f93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:34.220414 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c1289-68fc-4818-9c54-59b0ee666f93 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:34.220414 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c1289-68fc-4818-9c54-59b0ee666f93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:34.220414 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c1289-68fc-4818-9c54-59b0ee666f93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:34.220414 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c1289-68fc-4818-9c54-59b0ee666f93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:34.220764 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c1289-68fc-4818-9c54-59b0ee666f93 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:34.221077 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c1289-68fc-4818-9c54-59b0ee666f93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:34.221409 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c1289-68fc-4818-9c54-59b0ee666f93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:34.221739 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c1289-68fc-4818-9c54-59b0ee666f93 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:34.222063 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c1289-68fc-4818-9c54-59b0ee666f93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:34.222932 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c1289-68fc-4818-9c54-59b0ee666f93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:34.222932 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c1289-68fc-4818-9c54-59b0ee666f93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:34.223151 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c1289-68fc-4818-9c54-59b0ee666f93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:34.223365 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c1289-68fc-4818-9c54-59b0ee666f93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:34.223693 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936c1289-68fc-4818-9c54-59b0ee666f93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:34.237164 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3de2ba97-977e-4c33-a0ac-b87d031d05c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:34.253099 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-57b98342-784e-4447-97b7-cbe93b81bc92 req-dc562db9-f758-4f53-931b-4ffbf401177b tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ce917f0-9601-4fa9-9341-13d865f6dee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653000 Mar 31 22:10:34.285395 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-e9447b13-189d-4712-b020-51572152e77d req-0a95ee3b-ba08-4674-a83d-f2bdeb80a060 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] For port 86d53f8c-726c-4b3f-aa14-f7b084c0de78, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=86d53f8c-726c-4b3f-aa14-f7b084c0de78,segment=NetworkSegment(0f1db625-fbb2-413d-bece-5f36d62a5b67),segment_id=0f1db625-fbb2-413d-bece-5f36d62a5b67)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:10:34.285771 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e9447b13-189d-4712-b020-51572152e77d req-0a95ee3b-ba08-4674-a83d-f2bdeb80a060 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (86d53f8c-726c-4b3f-aa14-f7b084c0de78), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:34.474414 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e9447b13-189d-4712-b020-51572152e77d req-0a95ee3b-ba08-4674-a83d-f2bdeb80a060 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:34.474783 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e9447b13-189d-4712-b020-51572152e77d req-0a95ee3b-ba08-4674-a83d-f2bdeb80a060 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (ee9405f9-7832-46f6-b265-db4e2436875d), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:34.475098 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.l3_db [req-e9447b13-189d-4712-b020-51572152e77d req-0a95ee3b-ba08-4674-a83d-f2bdeb80a060 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Floating IP ee9405f9-7832-46f6-b265-db4e2436875d disassociated. External IP: 172.27.2.90, port: 86d53f8c-726c-4b3f-aa14-f7b084c0de78. Mar 31 22:10:34.475447 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-e9447b13-189d-4712-b020-51572152e77d req-0a95ee3b-ba08-4674-a83d-f2bdeb80a060 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Calling delete_port for 86d53f8c-726c-4b3f-aa14-f7b084c0de78 owned by compute:nova {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:10:34.478766 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9343d-cc64-44bf-8a12-228fa75d2227 req-f750f3b1-51d7-40cc-9f67-041e3d3bcaff tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:34.480287 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-57b9343d-cc64-44bf-8a12-228fa75d2227 req-f750f3b1-51d7-40cc-9f67-041e3d3bcaff tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8f1c567-1432-4864-8a71-f2630d437824 HTTP/1.1" status: 200 len: 946 time: 0.0605240 Mar 31 22:10:34.536969 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-57b9343d-cc64-44bf-8a12-228fa75d2227 req-e502d96c-2321-47ee-aeb0-16c96af06872 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups?id=04f4fb3d-81a1-492c-a557-545af47d8775&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506215 Mar 31 22:10:34.683982 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e9447b13-189d-4712-b020-51572152e77d req-0a95ee3b-ba08-4674-a83d-f2bdeb80a060 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (86d53f8c-726c-4b3f-aa14-f7b084c0de78), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:34.713186 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95ee3b-ba08-4674-a83d-f2bdeb80a060 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Pushing event deleted for resources: {'Port': ['ID=86d53f8c-726c-4b3f-aa14-f7b084c0de78,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:34.856012 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca18e1f-92d5-4ffb-bd20-76c18ef63824 req-866b3e3c-cd50-48d8-8b67-af11e266f376 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:34.857468 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-bca18e1f-92d5-4ffb-bd20-76c18ef63824 req-866b3e3c-cd50-48d8-8b67-af11e266f376 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d917a0f-493d-4901-b599-6f85c56f9f4c HTTP/1.1" status: 200 len: 946 time: 0.0992212 Mar 31 22:10:34.870259 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 33312) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:34.887814 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1b502f3c-f4f3-4d40-aa30-ffb4c13dbc6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:34.899962 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9447b13-189d-4712-b020-51572152e77d req-0a95ee3b-ba08-4674-a83d-f2bdeb80a060 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Router bfb42bdc-16b9-4a0c-9644-8e234af92d96 has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:10:34.988790 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1b502f3c-f4f3-4d40-aa30-ffb4c13dbc6f admin admin] Publish callbacks [] for security_group (ad2689fd-3a73-4888-b026-044358264105), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:35.032864 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1b502f3c-f4f3-4d40-aa30-ffb4c13dbc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (ad2689fd-3a73-4888-b026-044358264105), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:35.049616 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-bca18e1f-92d5-4ffb-bd20-76c18ef63824 req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Deleting port 3dc01e97-ef88-434e-a12b-1177feb5cdc8 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:10:35.049997 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-bca18e1f-92d5-4ffb-bd20-76c18ef63824 req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (3dc01e97-ef88-434e-a12b-1177feb5cdc8), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:35.078744 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-1b502f3c-f4f3-4d40-aa30-ffb4c13dbc6f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fd20a1577be345e48311f3110c5c1153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2048471 Mar 31 22:10:35.078744 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b502f3c-f4f3-4d40-aa30-ffb4c13dbc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2689fd-3a73-4888-b026-044358264105,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:35.080239 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 33322) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:35.122997 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9447b13-189d-4712-b020-51572152e77d req-0a95ee3b-ba08-4674-a83d-f2bdeb80a060 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:10:35.138589 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca1eee0-dfc5-4962-837b-0766665e8506 None None] Sync routers for ids ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:10:35.153964 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca1eee0-dfc5-4962-837b-0766665e8506 None None] Routers {'bfb42bdc-16b9-4a0c-9644-8e234af92d96'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:10:35.154683 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-3ca1eee0-dfc5-4962-837b-0766665e8506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:10:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:10:35.185629 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b115e8d5-d890-41b9-8c47-9220034f7de4 admin admin] Publish callbacks [] for security_group (ad2689fd-3a73-4888-b026-044358264105), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:35.186582 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9447b13-189d-4712-b020-51572152e77d req-0a95ee3b-ba08-4674-a83d-f2bdeb80a060 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] No DVR routers for this DVR port 86d53f8c-726c-4b3f-aa14-f7b084c0de78 on host hv-cinder-83608 {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:10:35.191687 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e9447b13-189d-4712-b020-51572152e77d req-0a95ee3b-ba08-4674-a83d-f2bdeb80a060 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:35.195213 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e9447b13-189d-4712-b020-51572152e77d req-0a95ee3b-ba08-4674-a83d-f2bdeb80a060 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.57 "DELETE /v2.0/ports/86d53f8c-726c-4b3f-aa14-f7b084c0de78 HTTP/1.1" status: 204 len: 173 time: 1.1196144 Mar 31 22:10:35.195634 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8f1c567-1432-4864-8a71-f2630d437824', 'name': 'network-vif-deleted', 'tag': '86d53f8c-726c-4b3f-aa14-f7b084c0de78'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:10:35.200226 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7736f0d2-da3f-441e-8b60-d3098fb17fe5" -d '{"events": [{"server_uuid": "f8f1c567-1432-4864-8a71-f2630d437824", "name": "network-vif-deleted", "tag": "86d53f8c-726c-4b3f-aa14-f7b084c0de78"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:10:35.235320 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-bca18e1f-92d5-4ffb-bd20-76c18ef63824 req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] For port 3dc01e97-ef88-434e-a12b-1177feb5cdc8, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=3dc01e97-ef88-434e-a12b-1177feb5cdc8,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:10:35.236230 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-bca18e1f-92d5-4ffb-bd20-76c18ef63824 req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (3dc01e97-ef88-434e-a12b-1177feb5cdc8), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:35.267398 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b115e8d5-d890-41b9-8c47-9220034f7de4 admin admin] Publish callbacks [] for security_group (ad2689fd-3a73-4888-b026-044358264105), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:35.383835 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-3ca1eee0-dfc5-4962-837b-0766665e8506 None None] Set router bfb42bdc-16b9-4a0c-9644-8e234af92d96 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:10:35.411396 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927068c8-1276-4030-b6d5-c1925e7f698d req-6a8afb6a-143d-4e61-94dc-a07838186156 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:35.426127 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-927068c8-1276-4030-b6d5-c1925e7f698d req-6a8afb6a-143d-4e61-94dc-a07838186156 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 946 time: 0.1144357 Mar 31 22:10:35.469152 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b115e8d5-d890-41b9-8c47-9220034f7de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (ad2689fd-3a73-4888-b026-044358264105), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:35.472332 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b115e8d5-d890-41b9-8c47-9220034f7de4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:35.479087 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b115e8d5-d890-41b9-8c47-9220034f7de4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ad2689fd-3a73-4888-b026-044358264105 HTTP/1.1" status: 204 len: 168 time: 0.3964558 Mar 31 22:10:35.540508 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-927068c8-1276-4030-b6d5-c1925e7f698d req-73630a60-2dc8-4aca-84ff-d4adafa61f23 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126237 Mar 31 22:10:35.541361 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115e8d5-d890-41b9-8c47-9220034f7de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2689fd-3a73-4888-b026-044358264105,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:35.557875 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-bca18e1f-92d5-4ffb-bd20-76c18ef63824 req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:35.559314 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-bca18e1f-92d5-4ffb-bd20-76c18ef63824 req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (bf8e3bfa-6287-4330-a969-94921c822fde), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:35.559314 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.l3_db [req-bca18e1f-92d5-4ffb-bd20-76c18ef63824 req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Floating IP bf8e3bfa-6287-4330-a969-94921c822fde disassociated. External IP: 172.27.2.48, port: 3dc01e97-ef88-434e-a12b-1177feb5cdc8. Mar 31 22:10:35.559314 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-bca18e1f-92d5-4ffb-bd20-76c18ef63824 req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Calling delete_port for 3dc01e97-ef88-434e-a12b-1177feb5cdc8 owned by compute:nova {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:10:35.641625 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dcc439-0718-4c04-b233-a5f73181a146 x-openstack-request-id: req-61dcc439-0718-4c04-b233-a5f73181a146 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:10:35.642490 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8f1c567-1432-4864-8a71-f2630d437824", "name": "network-vif-deleted", "tag": "86d53f8c-726c-4b3f-aa14-f7b084c0de78", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:10:35.642985 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-61dcc439-0718-4c04-b233-a5f73181a146 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:10:35.643552 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61dcc439-0718-4c04-b233-a5f73181a146'] response: {'server_uuid': 'f8f1c567-1432-4864-8a71-f2630d437824', 'name': 'network-vif-deleted', 'tag': '86d53f8c-726c-4b3f-aa14-f7b084c0de78', 'status': 'completed', 'code': 200} Mar 31 22:10:35.704606 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-3ca1eee0-dfc5-4962-837b-0766665e8506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'name': 'tempest-AttachVolumeTestJSON-1473956010-router', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:26Z', 'revision_number': 4, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'gw_port': {'id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '4ea61551-e04c-43da-b6ec-88d19249363a', 'name': '', 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'mac_address': 'fa:16:3e:75:d4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:39Z', 'revision_number': 5, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'subnets': [{'id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:10:35.723389 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5382b686-9971-4bb1-b628-50e220ce8751 req-7c3c8640-a4cf-4690-9c07-aedf23704cdd tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8f1c567-1432-4864-8a71-f2630d437824 HTTP/1.1" status: 200 len: 210 time: 0.0376046 Mar 31 22:10:35.738804 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca1eee0-dfc5-4962-837b-0766665e8506 None None] Checking router: bfb42bdc-16b9-4a0c-9644-8e234af92d96 for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:10:35.745936 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a595337-b5ef-47ce-912d-6d68b76a75db req-ce8cc465-c5c5-48e5-ba7d-cdfa724d9f7e tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:35.747996 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca1eee0-dfc5-4962-837b-0766665e8506 None None] Routers {'bfb42bdc-16b9-4a0c-9644-8e234af92d96'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:10:35.748348 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4a595337-b5ef-47ce-912d-6d68b76a75db req-ce8cc465-c5c5-48e5-ba7d-cdfa724d9f7e tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d917a0f-493d-4901-b599-6f85c56f9f4c HTTP/1.1" status: 200 len: 946 time: 0.1186373 Mar 31 22:10:35.748599 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-3ca1eee0-dfc5-4962-837b-0766665e8506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:10:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:10:35.801370 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4a595337-b5ef-47ce-912d-6d68b76a75db req-e4dec9cf-e5ae-4355-8a40-1f837abcb6d1 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups?id=0ce917f0-9601-4fa9-9341-13d865f6dee6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521665 Mar 31 22:10:35.815587 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-bca18e1f-92d5-4ffb-bd20-76c18ef63824 req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (3dc01e97-ef88-434e-a12b-1177feb5cdc8), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:35.848238 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event deleted for resources: {'Port': ['ID=3dc01e97-ef88-434e-a12b-1177feb5cdc8,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:35.861712 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:35.862079 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:35.862628 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:35.863201 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:35.863556 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:35.863718 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-3ca1eee0-dfc5-4962-837b-0766665e8506 None None] Set router bfb42bdc-16b9-4a0c-9644-8e234af92d96 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:10:35.863885 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:35.864215 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:35.864536 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:35.864861 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:35.865181 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:35.865503 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:35.865853 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:35.866191 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:35.866514 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:35.866834 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:10:35.992330 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bca18e1f-92d5-4ffb-bd20-76c18ef63824 req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:10:36.102058 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-3ca1eee0-dfc5-4962-837b-0766665e8506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'name': 'tempest-AttachVolumeTestJSON-1473956010-router', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:26Z', 'revision_number': 4, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'gw_port': {'id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '4ea61551-e04c-43da-b6ec-88d19249363a', 'name': '', 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'mac_address': 'fa:16:3e:75:d4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:39Z', 'revision_number': 5, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'subnets': [{'id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:10:36.127489 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bca18e1f-92d5-4ffb-bd20-76c18ef63824 req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:10:36.131939 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca1eee0-dfc5-4962-837b-0766665e8506 None None] The sync data for ids ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'] in dv-cinder-836083-1-iscsi is: [{'id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'name': 'tempest-AttachVolumeTestJSON-1473956010-router', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:26Z', 'revision_number': 4, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'gw_port': {'id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '4ea61551-e04c-43da-b6ec-88d19249363a', 'name': '', 'network_id': '0382e6fe-1738-4da8-a648-cd0ccb96afb3', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'mac_address': 'fa:16:3e:75:d4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:39Z', 'revision_number': 5, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'subnets': [{'id': '22da6a9c-27c7-4f9f-9fde-ed9d5543264e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:10:36.144579 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7a3b0f-2790-413c-b337-16f5e9ff46ed None None] Sync routers for ids ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:10:36.160914 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7a3b0f-2790-413c-b337-16f5e9ff46ed None None] Routers {'1100fe1f-e72a-4378-8d3a-43a9cb1b565e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:10:36.161627 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-2b7a3b0f-2790-413c-b337-16f5e9ff46ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:10:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:10:36.216755 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca18e1f-92d5-4ffb-bd20-76c18ef63824 req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] No DVR routers for this DVR port 3dc01e97-ef88-434e-a12b-1177feb5cdc8 on host hv-cinder-83608 {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:10:36.221189 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-bca18e1f-92d5-4ffb-bd20-76c18ef63824 req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:36.224575 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-bca18e1f-92d5-4ffb-bd20-76c18ef63824 req-7c156d75-5932-403f-bc9c-5697703b9631 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.57 "DELETE /v2.0/ports/3dc01e97-ef88-434e-a12b-1177feb5cdc8 HTTP/1.1" status: 204 len: 173 time: 1.3584237 Mar 31 22:10:36.324844 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-2b7a3b0f-2790-413c-b337-16f5e9ff46ed None None] Set router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:10:36.499153 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:36.517314 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8730ec-d251-4888-8080-38e72ad5a3d0 None None] New status for floating IP ee9405f9-7832-46f6-b265-db4e2436875d: DOWN {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:10:36.612559 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-2b7a3b0f-2790-413c-b337-16f5e9ff46ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:27Z', 'revision_number': 5, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:10:36.645059 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7a3b0f-2790-413c-b337-16f5e9ff46ed None None] Checking router: 1100fe1f-e72a-4378-8d3a-43a9cb1b565e for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:10:36.659028 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7a3b0f-2790-413c-b337-16f5e9ff46ed None None] Routers {'1100fe1f-e72a-4378-8d3a-43a9cb1b565e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:10:36.659028 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-2b7a3b0f-2790-413c-b337-16f5e9ff46ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:10:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:10:36.699161 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85e2c1-7418-454e-a73a-25d168a038ce req-3d66fe1a-fc9a-49b8-9b26-58893835375e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:36.708137 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1d85e2c1-7418-454e-a73a-25d168a038ce req-3d66fe1a-fc9a-49b8-9b26-58893835375e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 946 time: 0.0885859 Mar 31 22:10:36.769583 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4829fa55-1672-483e-b4fe-cae0da977645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:36.789048 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1d85e2c1-7418-454e-a73a-25d168a038ce req-01301345-df0a-4063-a4b9-cbb11562b3a4 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800323 Mar 31 22:10:36.795602 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-2b7a3b0f-2790-413c-b337-16f5e9ff46ed None None] Set router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:10:36.911626 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bb227e92-337c-42cb-a9d8-2e7cc156b7a5 req-54fd1743-39de-47c4-83bb-d4cc0f04b214 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d917a0f-493d-4901-b599-6f85c56f9f4c HTTP/1.1" status: 200 len: 210 time: 0.0304978 Mar 31 22:10:36.953667 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 33388) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:37.020007 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f4312543-0be3-4840-bb54-eecda6359f89 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for security_group (04f4fb3d-81a1-492c-a557-545af47d8775), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:37.030322 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-2b7a3b0f-2790-413c-b337-16f5e9ff46ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:27Z', 'revision_number': 5, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:10:37.045970 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f4312543-0be3-4840-bb54-eecda6359f89 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for security_group (04f4fb3d-81a1-492c-a557-545af47d8775), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:37.059015 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7a3b0f-2790-413c-b337-16f5e9ff46ed None None] The sync data for ids ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'] in dv-cinder-836083-1-iscsi is: [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:04:17Z', 'revision_number': 4, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'bde9becf-ccc0-4ff9-a346-99633db80740', 'name': '', 'network_id': '1cfcbe07-ec4b-4324-9343-639a3e44e48c', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'mac_address': 'fa:16:3e:d9:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:15Z', 'updated_at': '2022-03-31T22:04:27Z', 'revision_number': 5, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'subnets': [{'id': '46fdab92-2c2a-49be-bf50-a72b75107edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:10:37.144987 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 86d53f8c-726c-4b3f-aa14-f7b084c0de78 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:10:37.165812 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] No Port match for: 86d53f8c-726c-4b3f-aa14-f7b084c0de78 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:10:37.166164 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 86d53f8c-726c-4b3f-aa14-f7b084c0de78 not bound to the agent host hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:10:37.186663 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f4312543-0be3-4840-bb54-eecda6359f89 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (04f4fb3d-81a1-492c-a557-545af47d8775), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:37.191717 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f4312543-0be3-4840-bb54-eecda6359f89 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:37.191717 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-f4312543-0be3-4840-bb54-eecda6359f89 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "DELETE /v2.0/security-groups/04f4fb3d-81a1-492c-a557-545af47d8775 HTTP/1.1" status: 204 len: 168 time: 0.2358532 Mar 31 22:10:37.193807 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 33392) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:37.201224 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4312543-0be3-4840-bb54-eecda6359f89 tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f4fb3d-81a1-492c-a557-545af47d8775,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:37.208719 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.api.v2.resource [None req-9c72015e-88f1-4d62-bdaa-1307aa9a869d tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] show failed (client error): The resource could not be found. Mar 31 22:10:37.209648 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-9c72015e-88f1-4d62-bdaa-1307aa9a869d tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "GET /v2.0/security-groups/04f4fb3d-81a1-492c-a557-545af47d8775 HTTP/1.1" status: 404 len: 347 time: 0.0147526 Mar 31 22:10:37.221232 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 33394) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:37.347915 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bb80bb-2225-4cf6-8108-7e76f7e6ec7c None None] New status for floating IP bf8e3bfa-6287-4330-a969-94921c822fde: DOWN {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:10:37.373634 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-5d1e381b-955c-4c20-8075-9a2f841ba60b tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Deleting port 547a12fc-d5b6-46fd-9b90-54d4f5f4c201 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:10:37.373974 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5d1e381b-955c-4c20-8075-9a2f841ba60b tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (547a12fc-d5b6-46fd-9b90-54d4f5f4c201), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:37.455412 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5d1e381b-955c-4c20-8075-9a2f841ba60b tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (547a12fc-d5b6-46fd-9b90-54d4f5f4c201), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:37.455729 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5d1e381b-955c-4c20-8075-9a2f841ba60b tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for floatingip (547a12fc-d5b6-46fd-9b90-54d4f5f4c201), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:37.473368 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-5d1e381b-955c-4c20-8075-9a2f841ba60b tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Calling delete_port for 547a12fc-d5b6-46fd-9b90-54d4f5f4c201 owned by network:floatingip {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:10:37.559845 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:37.645295 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d917a0f-493d-4901-b599-6f85c56f9f4c', 'name': 'network-vif-deleted', 'tag': '3dc01e97-ef88-434e-a12b-1177feb5cdc8'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:10:37.647709 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabf647e-c66e-4981-ab82-2e730634ea0c" -d '{"events": [{"server_uuid": "1d917a0f-493d-4901-b599-6f85c56f9f4c", "name": "network-vif-deleted", "tag": "3dc01e97-ef88-434e-a12b-1177feb5cdc8"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:10:37.679019 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5d1e381b-955c-4c20-8075-9a2f841ba60b tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (547a12fc-d5b6-46fd-9b90-54d4f5f4c201), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:37.695984 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e47a0f7-bda5-4351-b59c-cfb1bc30afab x-openstack-request-id: req-5e47a0f7-bda5-4351-b59c-cfb1bc30afab {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:10:37.695984 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d917a0f-493d-4901-b599-6f85c56f9f4c", "name": "network-vif-deleted", "tag": "3dc01e97-ef88-434e-a12b-1177feb5cdc8", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:10:37.696443 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5e47a0f7-bda5-4351-b59c-cfb1bc30afab {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:10:37.697023 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e47a0f7-bda5-4351-b59c-cfb1bc30afab'] response: {'server_uuid': '1d917a0f-493d-4901-b599-6f85c56f9f4c', 'name': 'network-vif-deleted', 'tag': '3dc01e97-ef88-434e-a12b-1177feb5cdc8', 'status': 'completed', 'code': 200} Mar 31 22:10:37.717923 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e381b-955c-4c20-8075-9a2f841ba60b tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Pushing event deleted for resources: {'Port': ['ID=547a12fc-d5b6-46fd-9b90-54d4f5f4c201,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:37.787892 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5d1e381b-955c-4c20-8075-9a2f841ba60b tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks [] for floatingip (ee9405f9-7832-46f6-b265-db4e2436875d), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:37.790737 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5d1e381b-955c-4c20-8075-9a2f841ba60b tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:37.792313 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-5d1e381b-955c-4c20-8075-9a2f841ba60b tempest-AttachVolumeTestJSON-833522375 tempest-AttachVolumeTestJSON-833522375-project] 10.222.0.59 "DELETE /v2.0/floatingips/ee9405f9-7832-46f6-b265-db4e2436875d HTTP/1.1" status: 204 len: 168 time: 0.5700316 Mar 31 22:10:37.925558 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a197ce8-2642-49c6-851f-693f873dfbf5 req-238ae0bd-5f8b-492f-8c38-faf083be9d36 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:10:37.927050 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9a197ce8-2642-49c6-851f-693f873dfbf5 req-238ae0bd-5f8b-492f-8c38-faf083be9d36 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 946 time: 0.0543764 Mar 31 22:10:37.993836 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9a197ce8-2642-49c6-851f-693f873dfbf5 req-fb20cedb-cf4f-41e3-80ff-54f15a3c9ba9 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466180 Mar 31 22:10:38.055004 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 33426) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:38.111700 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ea5886fc-171a-41e8-9b85-0c0669092740 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group (0ce917f0-9601-4fa9-9341-13d865f6dee6), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:38.134424 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ea5886fc-171a-41e8-9b85-0c0669092740 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group (0ce917f0-9601-4fa9-9341-13d865f6dee6), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:38.266445 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ea5886fc-171a-41e8-9b85-0c0669092740 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (0ce917f0-9601-4fa9-9341-13d865f6dee6), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:38.269531 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ea5886fc-171a-41e8-9b85-0c0669092740 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:38.270744 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-ea5886fc-171a-41e8-9b85-0c0669092740 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "DELETE /v2.0/security-groups/0ce917f0-9601-4fa9-9341-13d865f6dee6 HTTP/1.1" status: 204 len: 168 time: 0.2140749 Mar 31 22:10:38.273564 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 33432) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:38.279786 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5886fc-171a-41e8-9b85-0c0669092740 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce917f0-9601-4fa9-9341-13d865f6dee6,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:38.287440 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.api.v2.resource [None req-7cb83cef-3b86-4328-aa40-5616d15573bd tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] show failed (client error): The resource could not be found. Mar 31 22:10:38.288473 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-7cb83cef-3b86-4328-aa40-5616d15573bd tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "GET /v2.0/security-groups/0ce917f0-9601-4fa9-9341-13d865f6dee6 HTTP/1.1" status: 404 len: 347 time: 0.0139029 Mar 31 22:10:38.291341 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 33434) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:38.421481 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-be786c40-7394-41a9-8b74-8de09971e424 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Deleting port 843e95ae-135c-4968-9998-4fc09a6aded9 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:10:38.421827 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-be786c40-7394-41a9-8b74-8de09971e424 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (843e95ae-135c-4968-9998-4fc09a6aded9), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:38.496482 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-be786c40-7394-41a9-8b74-8de09971e424 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (843e95ae-135c-4968-9998-4fc09a6aded9), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:38.496809 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-be786c40-7394-41a9-8b74-8de09971e424 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (843e95ae-135c-4968-9998-4fc09a6aded9), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:38.509830 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-be786c40-7394-41a9-8b74-8de09971e424 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Calling delete_port for 843e95ae-135c-4968-9998-4fc09a6aded9 owned by network:floatingip {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:10:38.935147 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-be786c40-7394-41a9-8b74-8de09971e424 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (843e95ae-135c-4968-9998-4fc09a6aded9), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:38.962200 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be786c40-7394-41a9-8b74-8de09971e424 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Pushing event deleted for resources: {'Port': ['ID=843e95ae-135c-4968-9998-4fc09a6aded9,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:39.022371 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-be786c40-7394-41a9-8b74-8de09971e424 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks [] for floatingip (bf8e3bfa-6287-4330-a969-94921c822fde), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:39.025135 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-be786c40-7394-41a9-8b74-8de09971e424 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:39.027323 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-be786c40-7394-41a9-8b74-8de09971e424 tempest-AttachVolumeNegativeTest-502624789 tempest-AttachVolumeNegativeTest-502624789-project] 10.222.0.59 "DELETE /v2.0/floatingips/bf8e3bfa-6287-4330-a969-94921c822fde HTTP/1.1" status: 204 len: 168 time: 0.7340178 Mar 31 22:10:39.057336 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:39.144675 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 3dc01e97-ef88-434e-a12b-1177feb5cdc8 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:10:39.152145 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:10:39.164042 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] No Port match for: 3dc01e97-ef88-434e-a12b-1177feb5cdc8 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:10:39.164389 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 3dc01e97-ef88-434e-a12b-1177feb5cdc8 not bound to the agent host hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:10:39.569838 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 33472) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:39.677293 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-653ab3ec-6010-4b25-a9ce-b84e5aabb5d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:39.748390 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-653ab3ec-6010-4b25-a9ce-b84e5aabb5d3 admin admin] Publish callbacks [] for security_group (1bc49d8b-b95e-4174-8b60-0df329378cf2), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:39.861297 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-653ab3ec-6010-4b25-a9ce-b84e5aabb5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (1bc49d8b-b95e-4174-8b60-0df329378cf2), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:39.898937 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-653ab3ec-6010-4b25-a9ce-b84e5aabb5d3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ede751269ed44384be9bbaf8b79d3cf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3280315 Mar 31 22:10:39.900961 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ab3ec-6010-4b25-a9ce-b84e5aabb5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc49d8b-b95e-4174-8b60-0df329378cf2,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:39.901758 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 33476) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:39.953251 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fe8725d6-b604-4e50-bb74-1c4e02d0e47a admin admin] Publish callbacks [] for security_group (1bc49d8b-b95e-4174-8b60-0df329378cf2), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:39.974471 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fe8725d6-b604-4e50-bb74-1c4e02d0e47a admin admin] Publish callbacks [] for security_group (1bc49d8b-b95e-4174-8b60-0df329378cf2), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:40.066422 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fe8725d6-b604-4e50-bb74-1c4e02d0e47a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (1bc49d8b-b95e-4174-8b60-0df329378cf2), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:40.068984 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fe8725d6-b604-4e50-bb74-1c4e02d0e47a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:40.070665 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-fe8725d6-b604-4e50-bb74-1c4e02d0e47a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1bc49d8b-b95e-4174-8b60-0df329378cf2 HTTP/1.1" status: 204 len: 168 time: 0.1678309 Mar 31 22:10:40.084352 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8725d6-b604-4e50-bb74-1c4e02d0e47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc49d8b-b95e-4174-8b60-0df329378cf2,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:40.409596 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:40.736967 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 33500) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:40.750186 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b0c2b7e3-54cd-4d1a-80de-88c96c3952b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:40.823833 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b0c2b7e3-54cd-4d1a-80de-88c96c3952b4 admin admin] Publish callbacks [] for security_group (c5bbc93d-c5d7-4b2d-9c2f-83162ceb2e88), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:40.911992 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b0c2b7e3-54cd-4d1a-80de-88c96c3952b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (c5bbc93d-c5d7-4b2d-9c2f-83162ceb2e88), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:40.951202 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b0c2b7e3-54cd-4d1a-80de-88c96c3952b4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b4b1bcc279da4d2f9c41bfb0dfcf4f57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130327 Mar 31 22:10:40.952280 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2b7e3-54cd-4d1a-80de-88c96c3952b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bbc93d-c5d7-4b2d-9c2f-83162ceb2e88,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:40.953901 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 33504) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:41.003236 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-26f5a3c0-b50a-423b-814c-39c69a8d7f3e admin admin] Publish callbacks [] for security_group (c5bbc93d-c5d7-4b2d-9c2f-83162ceb2e88), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:41.023490 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-26f5a3c0-b50a-423b-814c-39c69a8d7f3e admin admin] Publish callbacks [] for security_group (c5bbc93d-c5d7-4b2d-9c2f-83162ceb2e88), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:41.152456 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-26f5a3c0-b50a-423b-814c-39c69a8d7f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (c5bbc93d-c5d7-4b2d-9c2f-83162ceb2e88), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:41.155028 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-26f5a3c0-b50a-423b-814c-39c69a8d7f3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:41.156159 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-26f5a3c0-b50a-423b-814c-39c69a8d7f3e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c5bbc93d-c5d7-4b2d-9c2f-83162ceb2e88 HTTP/1.1" status: 204 len: 168 time: 0.2012281 Mar 31 22:10:41.163927 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5a3c0-b50a-423b-814c-39c69a8d7f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bbc93d-c5d7-4b2d-9c2f-83162ceb2e88,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:41.946621 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 33536) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:42.404324 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-768a4ba8-cf41-4812-8cf0-d8f83d261536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623117'] for router_interface (bfb42bdc-16b9-4a0c-9644-8e234af92d96), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:42.663412 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-768a4ba8-cf41-4812-8cf0-d8f83d261536 admin admin] Deleting port 4ea61551-e04c-43da-b6ec-88d19249363a {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:10:42.663750 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-768a4ba8-cf41-4812-8cf0-d8f83d261536 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (4ea61551-e04c-43da-b6ec-88d19249363a), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:42.741522 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-768a4ba8-cf41-4812-8cf0-d8f83d261536 admin admin] For port 4ea61551-e04c-43da-b6ec-88d19249363a, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=4ea61551-e04c-43da-b6ec-88d19249363a,segment=NetworkSegment(0f1db625-fbb2-413d-bece-5f36d62a5b67),segment_id=0f1db625-fbb2-413d-bece-5f36d62a5b67)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:10:42.741913 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-768a4ba8-cf41-4812-8cf0-d8f83d261536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (4ea61551-e04c-43da-b6ec-88d19249363a), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:42.754483 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-768a4ba8-cf41-4812-8cf0-d8f83d261536 admin admin] Calling delete_port for 4ea61551-e04c-43da-b6ec-88d19249363a owned by network:router_interface {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:10:42.998480 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-768a4ba8-cf41-4812-8cf0-d8f83d261536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (4ea61551-e04c-43da-b6ec-88d19249363a), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:43.027288 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a4ba8-cf41-4812-8cf0-d8f83d261536 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea61551-e04c-43da-b6ec-88d19249363a,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:43.209057 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-768a4ba8-cf41-4812-8cf0-d8f83d261536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1828936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624029'] for router_interface (bfb42bdc-16b9-4a0c-9644-8e234af92d96), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:43.226789 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 33574) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:43.446958 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768a4ba8-cf41-4812-8cf0-d8f83d261536 admin admin] Router bfb42bdc-16b9-4a0c-9644-8e234af92d96 has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:10:43.562189 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768a4ba8-cf41-4812-8cf0-d8f83d261536 admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:10:43.567481 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-768a4ba8-cf41-4812-8cf0-d8f83d261536 admin admin] 10.222.0.59 "PUT /v2.0/routers/bfb42bdc-16b9-4a0c-9644-8e234af92d96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6198344 Mar 31 22:10:43.570060 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 33584) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:43.574230 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620ffa6a-7392-49c7-98e8-52a4b48948e3 None None] Sync routers for ids ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:10:43.587512 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620ffa6a-7392-49c7-98e8-52a4b48948e3 None None] Routers {'bfb42bdc-16b9-4a0c-9644-8e234af92d96'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:10:43.588351 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-620ffa6a-7392-49c7-98e8-52a4b48948e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:10:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:10:43.682075 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d6e4cce9-56b8-4f65-891f-ef4d0af5bedc admin admin] Publish callbacks [] for router (bfb42bdc-16b9-4a0c-9644-8e234af92d96), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:43.697020 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-620ffa6a-7392-49c7-98e8-52a4b48948e3 None None] Set router bfb42bdc-16b9-4a0c-9644-8e234af92d96 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:10:43.794611 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d6e4cce9-56b8-4f65-891f-ef4d0af5bedc admin admin] Publish callbacks [] for router_gateway (bfb42bdc-16b9-4a0c-9644-8e234af92d96), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:43.826351 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b09d6f7e-3118-45ae-8cd4-d32e0bd53f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623117'] for router_interface (1100fe1f-e72a-4378-8d3a-43a9cb1b565e), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:43.883197 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-620ffa6a-7392-49c7-98e8-52a4b48948e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'name': 'tempest-AttachVolumeTestJSON-1473956010-router', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:10:42Z', 'revision_number': 5, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'gw_port': {'id': 'c45c70f8-22a6-4489-b47e-4e194bfdb9f7', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:10:43.911312 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620ffa6a-7392-49c7-98e8-52a4b48948e3 None None] Checking router: bfb42bdc-16b9-4a0c-9644-8e234af92d96 for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:10:43.920545 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620ffa6a-7392-49c7-98e8-52a4b48948e3 None None] Routers {'bfb42bdc-16b9-4a0c-9644-8e234af92d96'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:10:43.921734 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-620ffa6a-7392-49c7-98e8-52a4b48948e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:10:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:10:43.947452 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-d6e4cce9-56b8-4f65-891f-ef4d0af5bedc admin admin] Deleting port c45c70f8-22a6-4489-b47e-4e194bfdb9f7 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:10:43.947898 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d6e4cce9-56b8-4f65-891f-ef4d0af5bedc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (c45c70f8-22a6-4489-b47e-4e194bfdb9f7), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:44.019546 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-620ffa6a-7392-49c7-98e8-52a4b48948e3 None None] Set router bfb42bdc-16b9-4a0c-9644-8e234af92d96 gateway port host: None {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:10:44.034126 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-d6e4cce9-56b8-4f65-891f-ef4d0af5bedc admin admin] For port c45c70f8-22a6-4489-b47e-4e194bfdb9f7, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=c45c70f8-22a6-4489-b47e-4e194bfdb9f7,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:10:44.034812 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d6e4cce9-56b8-4f65-891f-ef4d0af5bedc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (c45c70f8-22a6-4489-b47e-4e194bfdb9f7), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:44.049925 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-d6e4cce9-56b8-4f65-891f-ef4d0af5bedc admin admin] Calling delete_port for c45c70f8-22a6-4489-b47e-4e194bfdb9f7 owned by network:router_gateway {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:10:44.078356 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-620ffa6a-7392-49c7-98e8-52a4b48948e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'name': 'tempest-AttachVolumeTestJSON-1473956010-router', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:10:43Z', 'revision_number': 6, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'gw_port_host': None}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:10:44.107729 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620ffa6a-7392-49c7-98e8-52a4b48948e3 None None] The sync data for ids ['bfb42bdc-16b9-4a0c-9644-8e234af92d96'] in dv-cinder-836083-1-iscsi is: [{'id': 'bfb42bdc-16b9-4a0c-9644-8e234af92d96', 'name': 'tempest-AttachVolumeTestJSON-1473956010-router', 'tenant_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:10:43Z', 'revision_number': 6, 'project_id': 'b6ec8840baa0418eaaf3929e20b8ac22', 'gw_port_host': None}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:10:44.278710 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d6e4cce9-56b8-4f65-891f-ef4d0af5bedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (c45c70f8-22a6-4489-b47e-4e194bfdb9f7), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:44.303980 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4cce9-56b8-4f65-891f-ef4d0af5bedc admin admin] Pushing event deleted for resources: {'Port': ['ID=c45c70f8-22a6-4489-b47e-4e194bfdb9f7,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:44.369525 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d6e4cce9-56b8-4f65-891f-ef4d0af5bedc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625655'] for router_gateway (bfb42bdc-16b9-4a0c-9644-8e234af92d96), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:44.395445 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-b09d6f7e-3118-45ae-8cd4-d32e0bd53f61 admin admin] Deleting port bde9becf-ccc0-4ff9-a346-99633db80740 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:10:44.395991 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b09d6f7e-3118-45ae-8cd4-d32e0bd53f61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (bde9becf-ccc0-4ff9-a346-99633db80740), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:44.466275 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d6e4cce9-56b8-4f65-891f-ef4d0af5bedc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router (bfb42bdc-16b9-4a0c-9644-8e234af92d96), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:44.469419 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d6e4cce9-56b8-4f65-891f-ef4d0af5bedc admin admin] Publish callbacks [] for router_controller (bfb42bdc-16b9-4a0c-9644-8e234af92d96), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:44.488275 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-b09d6f7e-3118-45ae-8cd4-d32e0bd53f61 admin admin] For port bde9becf-ccc0-4ff9-a346-99633db80740, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=bde9becf-ccc0-4ff9-a346-99633db80740,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:10:44.488647 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b09d6f7e-3118-45ae-8cd4-d32e0bd53f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (bde9becf-ccc0-4ff9-a346-99633db80740), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:44.503385 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-b09d6f7e-3118-45ae-8cd4-d32e0bd53f61 admin admin] Calling delete_port for bde9becf-ccc0-4ff9-a346-99633db80740 owned by network:router_interface {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:10:44.626336 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d6e4cce9-56b8-4f65-891f-ef4d0af5bedc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1629138'] for router (bfb42bdc-16b9-4a0c-9644-8e234af92d96), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:44.626933 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e4cce9-56b8-4f65-891f-ef4d0af5bedc admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfb42bdc-16b9-4a0c-9644-8e234af92d96 {{(pid=110667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:10:44.631518 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d6e4cce9-56b8-4f65-891f-ef4d0af5bedc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:44.632696 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-d6e4cce9-56b8-4f65-891f-ef4d0af5bedc admin admin] 10.222.0.59 "DELETE /v2.0/routers/bfb42bdc-16b9-4a0c-9644-8e234af92d96 HTTP/1.1" status: 204 len: 168 time: 1.0617545 Mar 31 22:10:44.635163 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 33588) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:44.684054 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_v2 [None req-30eb9576-6345-483e-9f7c-29aa09be012a admin admin] Deleting subnet 22da6a9c-27c7-4f9f-9fde-ed9d5543264e {{(pid=110667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 22:10:44.687530 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-30eb9576-6345-483e-9f7c-29aa09be012a admin admin] Publish callbacks [] for subnet (22da6a9c-27c7-4f9f-9fde-ed9d5543264e), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:44.722595 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-30eb9576-6345-483e-9f7c-29aa09be012a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8678689'] for subnet (22da6a9c-27c7-4f9f-9fde-ed9d5543264e), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:44.781091 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b09d6f7e-3118-45ae-8cd4-d32e0bd53f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (bde9becf-ccc0-4ff9-a346-99633db80740), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:44.799742 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-30eb9576-6345-483e-9f7c-29aa09be012a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1415921'] for subnet (22da6a9c-27c7-4f9f-9fde-ed9d5543264e), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:44.811938 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d6f7e-3118-45ae-8cd4-d32e0bd53f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=bde9becf-ccc0-4ff9-a346-99633db80740,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:44.896138 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 4ea61551-e04c-43da-b6ec-88d19249363a no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:10:44.934369 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: 4ea61551-e04c-43da-b6ec-88d19249363a {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:10:44.935315 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 4ea61551-e04c-43da-b6ec-88d19249363a not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:10:44.937887 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-30eb9576-6345-483e-9f7c-29aa09be012a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1415878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10114663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9369013'] for subnet (22da6a9c-27c7-4f9f-9fde-ed9d5543264e), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:44.976218 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb9576-6345-483e-9f7c-29aa09be012a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22da6a9c-27c7-4f9f-9fde-ed9d5543264e,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:44.978283 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-30eb9576-6345-483e-9f7c-29aa09be012a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:44.982293 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-30eb9576-6345-483e-9f7c-29aa09be012a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/22da6a9c-27c7-4f9f-9fde-ed9d5543264e HTTP/1.1" status: 204 len: 168 time: 0.3461492 Mar 31 22:10:44.987006 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd56013-b277-474a-b05d-71c45a1e9e3a None None] Network 0382e6fe-1738-4da8-a648-cd0ccb96afb3 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:10:44.987566 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 33594) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:45.018782 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b09d6f7e-3118-45ae-8cd4-d32e0bd53f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1828936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624029'] for router_interface (1100fe1f-e72a-4378-8d3a-43a9cb1b565e), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:45.088365 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7f30e3ce-6cb3-42b7-9235-1357c17d602f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329072'] for network (0382e6fe-1738-4da8-a648-cd0ccb96afb3), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:45.183160 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-7f30e3ce-6cb3-42b7-9235-1357c17d602f admin admin] Deleting port 6926ed9b-ca7d-48e1-95a4-6d59c6807f5e {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:10:45.183511 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7f30e3ce-6cb3-42b7-9235-1357c17d602f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (6926ed9b-ca7d-48e1-95a4-6d59c6807f5e), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:45.195006 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4219aaf-41f7-4ae7-812a-136d559f5e94 None None] DHCP port deletion for 0382e6fe-1738-4da8-a648-cd0ccb96afb3 request from dv-cinder-836083-1-iscsi {{(pid=110668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 22:10:45.258510 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-7f30e3ce-6cb3-42b7-9235-1357c17d602f admin admin] For port 6926ed9b-ca7d-48e1-95a4-6d59c6807f5e, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=6926ed9b-ca7d-48e1-95a4-6d59c6807f5e,segment=NetworkSegment(0f1db625-fbb2-413d-bece-5f36d62a5b67),segment_id=0f1db625-fbb2-413d-bece-5f36d62a5b67)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:10:45.259180 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7f30e3ce-6cb3-42b7-9235-1357c17d602f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (6926ed9b-ca7d-48e1-95a4-6d59c6807f5e), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:45.264813 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f4219aaf-41f7-4ae7-812a-136d559f5e94 None None] Deleting port 6926ed9b-ca7d-48e1-95a4-6d59c6807f5e {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:10:45.265031 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f4219aaf-41f7-4ae7-812a-136d559f5e94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (6926ed9b-ca7d-48e1-95a4-6d59c6807f5e), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:45.277808 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-7f30e3ce-6cb3-42b7-9235-1357c17d602f admin admin] Calling delete_port for 6926ed9b-ca7d-48e1-95a4-6d59c6807f5e owned by network:dhcp {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:10:45.323701 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09d6f7e-3118-45ae-8cd4-d32e0bd53f61 admin admin] Router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:10:45.346571 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-f4219aaf-41f7-4ae7-812a-136d559f5e94 None None] For port 6926ed9b-ca7d-48e1-95a4-6d59c6807f5e, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=6926ed9b-ca7d-48e1-95a4-6d59c6807f5e,segment=NetworkSegment(0f1db625-fbb2-413d-bece-5f36d62a5b67),segment_id=0f1db625-fbb2-413d-bece-5f36d62a5b67)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:10:45.349940 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f4219aaf-41f7-4ae7-812a-136d559f5e94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (6926ed9b-ca7d-48e1-95a4-6d59c6807f5e), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:45.375436 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f4219aaf-41f7-4ae7-812a-136d559f5e94 None None] Calling delete_port for 6926ed9b-ca7d-48e1-95a4-6d59c6807f5e owned by network:dhcp {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:10:45.460006 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09d6f7e-3118-45ae-8cd4-d32e0bd53f61 admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:10:45.466517 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7f30e3ce-6cb3-42b7-9235-1357c17d602f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (6926ed9b-ca7d-48e1-95a4-6d59c6807f5e), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:45.467733 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b09d6f7e-3118-45ae-8cd4-d32e0bd53f61 admin admin] 10.222.0.59 "PUT /v2.0/routers/1100fe1f-e72a-4378-8d3a-43a9cb1b565e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2397010 Mar 31 22:10:45.468335 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 33608) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:45.479374 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae832630-f12a-4a38-95a1-822f12f2456c None None] Sync routers for ids ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:10:45.486877 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f4219aaf-41f7-4ae7-812a-136d559f5e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094'] for port (6926ed9b-ca7d-48e1-95a4-6d59c6807f5e), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:45.497972 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30e3ce-6cb3-42b7-9235-1357c17d602f admin admin] Pushing event deleted for resources: {'Port': ['ID=6926ed9b-ca7d-48e1-95a4-6d59c6807f5e,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:45.501843 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f30e3ce-6cb3-42b7-9235-1357c17d602f admin admin] No DVR routers for this DVR port 6926ed9b-ca7d-48e1-95a4-6d59c6807f5e on host dv-cinder-836083-1-iscsi {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:10:45.524014 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4219aaf-41f7-4ae7-812a-136d559f5e94 None None] Pushing event deleted for resources: {'Port': ['ID=6926ed9b-ca7d-48e1-95a4-6d59c6807f5e,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:45.525732 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae832630-f12a-4a38-95a1-822f12f2456c None None] Routers {'1100fe1f-e72a-4378-8d3a-43a9cb1b565e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:10:45.526390 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-ae832630-f12a-4a38-95a1-822f12f2456c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:10:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:10:45.572876 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4219aaf-41f7-4ae7-812a-136d559f5e94 None None] No DVR routers for this DVR port 6926ed9b-ca7d-48e1-95a4-6d59c6807f5e on host dv-cinder-836083-1-iscsi {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:10:45.597415 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7f30e3ce-6cb3-42b7-9235-1357c17d602f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695930', 'neutron.services.segments.db._delete_segments_for_network-8758607384890'] for network (0382e6fe-1738-4da8-a648-cd0ccb96afb3), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:45.604491 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ba7478d1-8c1b-444d-91e3-5265be504584 admin admin] Publish callbacks [] for router (1100fe1f-e72a-4378-8d3a-43a9cb1b565e), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:45.626614 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-7f30e3ce-6cb3-42b7-9235-1357c17d602f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0382e6fe-1738-4da8-a648-cd0ccb96afb3']}} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:10:45.637010 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-7f30e3ce-6cb3-42b7-9235-1357c17d602f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1db625-fbb2-413d-bece-5f36d62a5b67') {'for_net_delete': True} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:10:45.637388 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-7f30e3ce-6cb3-42b7-9235-1357c17d602f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1db625-fbb2-413d-bece-5f36d62a5b67') {} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:10:45.653939 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7f30e3ce-6cb3-42b7-9235-1357c17d602f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758607385923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8678698'] for segment (0f1db625-fbb2-413d-bece-5f36d62a5b67), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:45.671225 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7f30e3ce-6cb3-42b7-9235-1357c17d602f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (0f1db625-fbb2-413d-bece-5f36d62a5b67), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:45.679135 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f30e3ce-6cb3-42b7-9235-1357c17d602f admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=110667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:10:45.679546 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7f30e3ce-6cb3-42b7-9235-1357c17d602f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10114241'] for segment (0f1db625-fbb2-413d-bece-5f36d62a5b67), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: Traceback (most recent call last): Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: timer() Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: cb(*args, **kw) Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: return func(*args, **kwargs) Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: self._notify() Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: self.callback(batched_events) Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: event.method(event) Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: return f(self, *a, **k) Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: return self._get(url).json() Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: return self.request(url, 'GET', **kwargs) Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:10:45.681247 dv-cinder-836083-1-iscsi neutron-server[110667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:10:45.689744 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-ae832630-f12a-4a38-95a1-822f12f2456c None None] Set router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:10:45.738797 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ba7478d1-8c1b-444d-91e3-5265be504584 admin admin] Publish callbacks [] for router_gateway (1100fe1f-e72a-4378-8d3a-43a9cb1b565e), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:45.861420 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7f30e3ce-6cb3-42b7-9235-1357c17d602f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-695923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625691'] for network (0382e6fe-1738-4da8-a648-cd0ccb96afb3), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:45.882490 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-7f30e3ce-6cb3-42b7-9235-1357c17d602f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:45.888890 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-7f30e3ce-6cb3-42b7-9235-1357c17d602f admin admin] 10.222.0.59 "DELETE /v2.0/networks/0382e6fe-1738-4da8-a648-cd0ccb96afb3 HTTP/1.1" status: 204 len: 168 time: 0.9032168 Mar 31 22:10:45.889941 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30e3ce-6cb3-42b7-9235-1357c17d602f admin admin] Pushing event deleted for resources: {'Network': ['ID=0382e6fe-1738-4da8-a648-cd0ccb96afb3,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:45.892383 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-ae832630-f12a-4a38-95a1-822f12f2456c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:10:44Z', 'revision_number': 5, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port': {'id': '90af4032-a3cc-4521-b32b-d66daad9486d', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:10:45.913103 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-ba7478d1-8c1b-444d-91e3-5265be504584 admin admin] Deleting port 90af4032-a3cc-4521-b32b-d66daad9486d {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:10:45.913511 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ba7478d1-8c1b-444d-91e3-5265be504584 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (90af4032-a3cc-4521-b32b-d66daad9486d), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:45.924086 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae832630-f12a-4a38-95a1-822f12f2456c None None] Checking router: 1100fe1f-e72a-4378-8d3a-43a9cb1b565e for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:10:45.933038 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae832630-f12a-4a38-95a1-822f12f2456c None None] Routers {'1100fe1f-e72a-4378-8d3a-43a9cb1b565e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:10:45.933666 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-ae832630-f12a-4a38-95a1-822f12f2456c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:10:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:10:45.997954 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-ba7478d1-8c1b-444d-91e3-5265be504584 admin admin] For port 90af4032-a3cc-4521-b32b-d66daad9486d, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=90af4032-a3cc-4521-b32b-d66daad9486d,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:10:45.998359 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ba7478d1-8c1b-444d-91e3-5265be504584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (90af4032-a3cc-4521-b32b-d66daad9486d), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:46.011414 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-ba7478d1-8c1b-444d-91e3-5265be504584 admin admin] Calling delete_port for 90af4032-a3cc-4521-b32b-d66daad9486d owned by network:router_gateway {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:10:46.025491 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-ae832630-f12a-4a38-95a1-822f12f2456c None None] Set router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e gateway port host: None {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:10:46.079670 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-ae832630-f12a-4a38-95a1-822f12f2456c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:10:45Z', 'revision_number': 6, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port_host': None}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:10:46.108795 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae832630-f12a-4a38-95a1-822f12f2456c None None] The sync data for ids ['1100fe1f-e72a-4378-8d3a-43a9cb1b565e'] in dv-cinder-836083-1-iscsi is: [{'id': '1100fe1f-e72a-4378-8d3a-43a9cb1b565e', 'name': 'tempest-AttachVolumeNegativeTest-32385804-router', 'tenant_id': '891af07672f940c09ae8cbf340a48b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:10Z', 'updated_at': '2022-03-31T22:10:45Z', 'revision_number': 6, 'project_id': '891af07672f940c09ae8cbf340a48b4d', 'gw_port_host': None}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:10:46.233739 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 33620) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:46.261307 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ba7478d1-8c1b-444d-91e3-5265be504584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (90af4032-a3cc-4521-b32b-d66daad9486d), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:46.276533 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-9bdb72a5-e4f8-45fe-adb0-a77b482a4136 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b6ec8840baa0418eaaf3929e20b8ac22&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416014 Mar 31 22:10:46.279179 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 33622) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:46.289142 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7478d1-8c1b-444d-91e3-5265be504584 admin admin] Pushing event deleted for resources: {'Port': ['ID=90af4032-a3cc-4521-b32b-d66daad9486d,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:46.326807 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e16cb62c-873c-418c-b207-07a8b07d8716 admin admin] Publish callbacks [] for security_group (669f6375-8e67-4b94-97a0-8c95ce8a4aac), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:46.348594 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e16cb62c-873c-418c-b207-07a8b07d8716 admin admin] Publish callbacks [] for security_group (669f6375-8e67-4b94-97a0-8c95ce8a4aac), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:46.354361 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ba7478d1-8c1b-444d-91e3-5265be504584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625655'] for router_gateway (1100fe1f-e72a-4378-8d3a-43a9cb1b565e), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:46.456634 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e16cb62c-873c-418c-b207-07a8b07d8716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (669f6375-8e67-4b94-97a0-8c95ce8a4aac), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:46.459474 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e16cb62c-873c-418c-b207-07a8b07d8716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:46.460851 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e16cb62c-873c-418c-b207-07a8b07d8716 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/669f6375-8e67-4b94-97a0-8c95ce8a4aac HTTP/1.1" status: 204 len: 168 time: 0.1807823 Mar 31 22:10:46.470921 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cb62c-873c-418c-b207-07a8b07d8716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669f6375-8e67-4b94-97a0-8c95ce8a4aac,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:46.472662 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ba7478d1-8c1b-444d-91e3-5265be504584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router (1100fe1f-e72a-4378-8d3a-43a9cb1b565e), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:46.476754 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ba7478d1-8c1b-444d-91e3-5265be504584 admin admin] Publish callbacks [] for router_controller (1100fe1f-e72a-4378-8d3a-43a9cb1b565e), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:46.655701 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ba7478d1-8c1b-444d-91e3-5265be504584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1629138'] for router (1100fe1f-e72a-4378-8d3a-43a9cb1b565e), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:46.656270 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7478d1-8c1b-444d-91e3-5265be504584 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1100fe1f-e72a-4378-8d3a-43a9cb1b565e {{(pid=110666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:10:46.661597 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ba7478d1-8c1b-444d-91e3-5265be504584 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:46.662826 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-ba7478d1-8c1b-444d-91e3-5265be504584 admin admin] 10.222.0.59 "DELETE /v2.0/routers/1100fe1f-e72a-4378-8d3a-43a9cb1b565e HTTP/1.1" status: 204 len: 168 time: 1.1933963 Mar 31 22:10:46.665221 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 33626) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:46.710569 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_v2 [None req-928b10b0-8812-4970-bb75-2c8c00353432 admin admin] Deleting subnet 46fdab92-2c2a-49be-bf50-a72b75107edf {{(pid=110666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 22:10:46.713563 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-928b10b0-8812-4970-bb75-2c8c00353432 admin admin] Publish callbacks [] for subnet (46fdab92-2c2a-49be-bf50-a72b75107edf), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:46.747244 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-928b10b0-8812-4970-bb75-2c8c00353432 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10216105'] for subnet (46fdab92-2c2a-49be-bf50-a72b75107edf), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:46.864639 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-928b10b0-8812-4970-bb75-2c8c00353432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1415921'] for subnet (46fdab92-2c2a-49be-bf50-a72b75107edf), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:46.919704 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 6926ed9b-ca7d-48e1-95a4-6d59c6807f5e no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:10:46.944880 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: 6926ed9b-ca7d-48e1-95a4-6d59c6807f5e {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:10:46.945516 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 6926ed9b-ca7d-48e1-95a4-6d59c6807f5e not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:10:46.945627 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device c45c70f8-22a6-4489-b47e-4e194bfdb9f7 no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:10:46.971571 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: c45c70f8-22a6-4489-b47e-4e194bfdb9f7 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:10:46.973019 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device c45c70f8-22a6-4489-b47e-4e194bfdb9f7 not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:10:46.973019 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device bde9becf-ccc0-4ff9-a346-99633db80740 no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:10:46.993087 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-928b10b0-8812-4970-bb75-2c8c00353432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1415878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10430195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10336980'] for subnet (46fdab92-2c2a-49be-bf50-a72b75107edf), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:46.999473 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: bde9becf-ccc0-4ff9-a346-99633db80740 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:10:47.000041 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device bde9becf-ccc0-4ff9-a346-99633db80740 not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:10:47.024347 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b10b0-8812-4970-bb75-2c8c00353432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46fdab92-2c2a-49be-bf50-a72b75107edf,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:47.030847 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-928b10b0-8812-4970-bb75-2c8c00353432 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:47.036873 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-928b10b0-8812-4970-bb75-2c8c00353432 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/46fdab92-2c2a-49be-bf50-a72b75107edf HTTP/1.1" status: 204 len: 168 time: 0.3684459 Mar 31 22:10:47.037045 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dfb39f-7515-4dfa-a943-9e5bae28bf48 None None] Network 1cfcbe07-ec4b-4324-9343-639a3e44e48c requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:10:47.037252 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 33642) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:47.111718 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-dabe3cc7-ec9c-48c7-90a3-795499e0f3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329072'] for network (1cfcbe07-ec4b-4324-9343-639a3e44e48c), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:47.182014 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-dabe3cc7-ec9c-48c7-90a3-795499e0f3e6 admin admin] Deleting port 828f5c94-7ee0-43b9-8d69-808734086002 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:10:47.182754 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-dabe3cc7-ec9c-48c7-90a3-795499e0f3e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (828f5c94-7ee0-43b9-8d69-808734086002), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:47.221087 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d77bac3-6c39-4cb3-b241-f29fea0fcec6 None None] DHCP port deletion for 1cfcbe07-ec4b-4324-9343-639a3e44e48c request from dv-cinder-836083-1-iscsi {{(pid=110668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 22:10:47.256111 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-dabe3cc7-ec9c-48c7-90a3-795499e0f3e6 admin admin] For port 828f5c94-7ee0-43b9-8d69-808734086002, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=828f5c94-7ee0-43b9-8d69-808734086002,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:10:47.256482 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-dabe3cc7-ec9c-48c7-90a3-795499e0f3e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (828f5c94-7ee0-43b9-8d69-808734086002), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:47.277042 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-dabe3cc7-ec9c-48c7-90a3-795499e0f3e6 admin admin] Calling delete_port for 828f5c94-7ee0-43b9-8d69-808734086002 owned by network:dhcp {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:10:47.301549 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-5d77bac3-6c39-4cb3-b241-f29fea0fcec6 None None] Deleting port 828f5c94-7ee0-43b9-8d69-808734086002 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:10:47.301929 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5d77bac3-6c39-4cb3-b241-f29fea0fcec6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (828f5c94-7ee0-43b9-8d69-808734086002), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:47.382428 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-5d77bac3-6c39-4cb3-b241-f29fea0fcec6 None None] For port 828f5c94-7ee0-43b9-8d69-808734086002, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=828f5c94-7ee0-43b9-8d69-808734086002,segment=NetworkSegment(a131c32f-8f0e-49e7-8e61-166d6f753cc5),segment_id=a131c32f-8f0e-49e7-8e61-166d6f753cc5)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:10:47.382834 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5d77bac3-6c39-4cb3-b241-f29fea0fcec6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (828f5c94-7ee0-43b9-8d69-808734086002), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:47.398098 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-5d77bac3-6c39-4cb3-b241-f29fea0fcec6 None None] Calling delete_port for 828f5c94-7ee0-43b9-8d69-808734086002 owned by network:dhcp {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:10:47.444094 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-dabe3cc7-ec9c-48c7-90a3-795499e0f3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (828f5c94-7ee0-43b9-8d69-808734086002), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:47.470019 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe3cc7-ec9c-48c7-90a3-795499e0f3e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=828f5c94-7ee0-43b9-8d69-808734086002,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:47.474119 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabe3cc7-ec9c-48c7-90a3-795499e0f3e6 admin admin] No DVR routers for this DVR port 828f5c94-7ee0-43b9-8d69-808734086002 on host dv-cinder-836083-1-iscsi {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:10:47.478893 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5d77bac3-6c39-4cb3-b241-f29fea0fcec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094'] for port (828f5c94-7ee0-43b9-8d69-808734086002), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:47.507946 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77bac3-6c39-4cb3-b241-f29fea0fcec6 None None] Pushing event deleted for resources: {'Port': ['ID=828f5c94-7ee0-43b9-8d69-808734086002,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:47.511363 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d77bac3-6c39-4cb3-b241-f29fea0fcec6 None None] No DVR routers for this DVR port 828f5c94-7ee0-43b9-8d69-808734086002 on host dv-cinder-836083-1-iscsi {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:10:47.561059 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-dabe3cc7-ec9c-48c7-90a3-795499e0f3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695930', 'neutron.services.segments.db._delete_segments_for_network-8758607384890'] for network (1cfcbe07-ec4b-4324-9343-639a3e44e48c), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:47.584870 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-dabe3cc7-ec9c-48c7-90a3-795499e0f3e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cfcbe07-ec4b-4324-9343-639a3e44e48c']}} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:10:47.594978 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-dabe3cc7-ec9c-48c7-90a3-795499e0f3e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a131c32f-8f0e-49e7-8e61-166d6f753cc5') {'for_net_delete': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:10:47.595286 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-dabe3cc7-ec9c-48c7-90a3-795499e0f3e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a131c32f-8f0e-49e7-8e61-166d6f753cc5') {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:10:47.605176 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-dabe3cc7-ec9c-48c7-90a3-795499e0f3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758607385923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10216098'] for segment (a131c32f-8f0e-49e7-8e61-166d6f753cc5), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:47.618877 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-dabe3cc7-ec9c-48c7-90a3-795499e0f3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (a131c32f-8f0e-49e7-8e61-166d6f753cc5), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:47.629033 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dabe3cc7-ec9c-48c7-90a3-795499e0f3e6 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=110666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:10:47.629431 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-dabe3cc7-ec9c-48c7-90a3-795499e0f3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10429525'] for segment (a131c32f-8f0e-49e7-8e61-166d6f753cc5), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: Traceback (most recent call last): Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: timer() Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: cb(*args, **kw) Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: return func(*args, **kwargs) Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: self._notify() Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: self.callback(batched_events) Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: event.method(event) Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: return f(self, *a, **k) Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: return self._get(url).json() Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: return self.request(url, 'GET', **kwargs) Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:10:47.631227 dv-cinder-836083-1-iscsi neutron-server[110666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:10:47.714532 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 33664) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:47.770257 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-dabe3cc7-ec9c-48c7-90a3-795499e0f3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-695923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625691'] for network (1cfcbe07-ec4b-4324-9343-639a3e44e48c), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:47.778976 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-dabe3cc7-ec9c-48c7-90a3-795499e0f3e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:47.783925 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-dabe3cc7-ec9c-48c7-90a3-795499e0f3e6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1cfcbe07-ec4b-4324-9343-639a3e44e48c HTTP/1.1" status: 204 len: 168 time: 0.7432678 Mar 31 22:10:47.797658 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe3cc7-ec9c-48c7-90a3-795499e0f3e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cfcbe07-ec4b-4324-9343-639a3e44e48c,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:47.821299 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4e35c960-0e57-4837-a71b-6c810b3912b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:47.898819 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4e35c960-0e57-4837-a71b-6c810b3912b7 admin admin] Publish callbacks [] for security_group (48bff736-4466-4721-bb68-fd0d90420829), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:47.957784 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4e35c960-0e57-4837-a71b-6c810b3912b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (48bff736-4466-4721-bb68-fd0d90420829), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:47.996194 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-4e35c960-0e57-4837-a71b-6c810b3912b7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=715f5b53c1454324a6708e4e8a873898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805660 Mar 31 22:10:47.998268 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35c960-0e57-4837-a71b-6c810b3912b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bff736-4466-4721-bb68-fd0d90420829,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:47.999162 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 33670) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:48.058500 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e0440389-c018-465d-93fc-e5a7216e8e8b admin admin] Publish callbacks [] for security_group (48bff736-4466-4721-bb68-fd0d90420829), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:48.080194 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e0440389-c018-465d-93fc-e5a7216e8e8b admin admin] Publish callbacks [] for security_group (48bff736-4466-4721-bb68-fd0d90420829), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:48.102830 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 33672) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:48.143257 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-d389669a-b4c3-4ef7-b24e-e0d6fd6c9e54 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=891af07672f940c09ae8cbf340a48b4d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393898 Mar 31 22:10:48.145753 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 33674) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:48.192327 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b74081fd-18ac-48d5-b5a3-d01a679efd6c admin admin] Publish callbacks [] for security_group (4f6028da-98e2-4dc8-a343-2fb978e89fbd), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:48.209608 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e0440389-c018-465d-93fc-e5a7216e8e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (48bff736-4466-4721-bb68-fd0d90420829), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:48.212140 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e0440389-c018-465d-93fc-e5a7216e8e8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:48.213043 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b74081fd-18ac-48d5-b5a3-d01a679efd6c admin admin] Publish callbacks [] for security_group (4f6028da-98e2-4dc8-a343-2fb978e89fbd), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:48.213539 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e0440389-c018-465d-93fc-e5a7216e8e8b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/48bff736-4466-4721-bb68-fd0d90420829 HTTP/1.1" status: 204 len: 168 time: 0.2130036 Mar 31 22:10:48.222270 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0440389-c018-465d-93fc-e5a7216e8e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bff736-4466-4721-bb68-fd0d90420829,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:48.346623 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b74081fd-18ac-48d5-b5a3-d01a679efd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (4f6028da-98e2-4dc8-a343-2fb978e89fbd), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:48.349185 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b74081fd-18ac-48d5-b5a3-d01a679efd6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:48.350392 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b74081fd-18ac-48d5-b5a3-d01a679efd6c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4f6028da-98e2-4dc8-a343-2fb978e89fbd HTTP/1.1" status: 204 len: 168 time: 0.2036874 Mar 31 22:10:48.358440 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74081fd-18ac-48d5-b5a3-d01a679efd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6028da-98e2-4dc8-a343-2fb978e89fbd,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:48.473955 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 828f5c94-7ee0-43b9-8d69-808734086002 no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:10:48.494600 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: 828f5c94-7ee0-43b9-8d69-808734086002 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:10:48.494950 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 828f5c94-7ee0-43b9-8d69-808734086002 not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:10:48.501226 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 90af4032-a3cc-4521-b32b-d66daad9486d no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:10:48.513665 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: 90af4032-a3cc-4521-b32b-d66daad9486d {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:10:48.514013 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 90af4032-a3cc-4521-b32b-d66daad9486d not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:10:49.010547 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 33696) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:49.026696 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d7d9fcb5-021e-440b-b01c-8397722ccae7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:49.101617 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d7d9fcb5-021e-440b-b01c-8397722ccae7 admin admin] Publish callbacks [] for security_group (f2060a50-2825-4499-a5be-c1f8f4248577), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:49.152171 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d7d9fcb5-021e-440b-b01c-8397722ccae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (f2060a50-2825-4499-a5be-c1f8f4248577), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:49.189512 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-d7d9fcb5-021e-440b-b01c-8397722ccae7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b7bd64ff51f140ea8df0fa42f05b6e08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1778188 Mar 31 22:10:49.192481 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 33700) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:49.194121 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9fcb5-021e-440b-b01c-8397722ccae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2060a50-2825-4499-a5be-c1f8f4248577,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:49.468568 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f20a7327-481b-4e38-8292-170a127b6612 admin admin] Publish callbacks [] for security_group (f2060a50-2825-4499-a5be-c1f8f4248577), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:49.490065 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f20a7327-481b-4e38-8292-170a127b6612 admin admin] Publish callbacks [] for security_group (f2060a50-2825-4499-a5be-c1f8f4248577), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:49.586523 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f20a7327-481b-4e38-8292-170a127b6612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (f2060a50-2825-4499-a5be-c1f8f4248577), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:49.589128 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f20a7327-481b-4e38-8292-170a127b6612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:49.590404 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f20a7327-481b-4e38-8292-170a127b6612 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f2060a50-2825-4499-a5be-c1f8f4248577 HTTP/1.1" status: 204 len: 168 time: 0.3968878 Mar 31 22:10:49.598770 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a7327-481b-4e38-8292-170a127b6612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2060a50-2825-4499-a5be-c1f8f4248577,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:56.464080 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 33896) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:56.567582 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-05a46d30-610e-4f5d-84c1-593a011310e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:56.641629 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-05a46d30-610e-4f5d-84c1-593a011310e0 admin admin] Publish callbacks [] for security_group (eb67683e-731b-4530-82a2-4b478e4f0628), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:56.740920 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-05a46d30-610e-4f5d-84c1-593a011310e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (eb67683e-731b-4530-82a2-4b478e4f0628), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:56.779389 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-05a46d30-610e-4f5d-84c1-593a011310e0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e2a22607c5f247baba84876a0406a026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3141010 Mar 31 22:10:56.780431 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a46d30-610e-4f5d-84c1-593a011310e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb67683e-731b-4530-82a2-4b478e4f0628,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:56.782824 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 33906) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:56.837613 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1a390b64-2d09-479f-8415-236a30fc1e5b admin admin] Publish callbacks [] for security_group (eb67683e-731b-4530-82a2-4b478e4f0628), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:56.858558 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1a390b64-2d09-479f-8415-236a30fc1e5b admin admin] Publish callbacks [] for security_group (eb67683e-731b-4530-82a2-4b478e4f0628), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:56.976393 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 33910) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:57.020446 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1a390b64-2d09-479f-8415-236a30fc1e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (eb67683e-731b-4530-82a2-4b478e4f0628), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:57.024135 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1a390b64-2d09-479f-8415-236a30fc1e5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:57.024243 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-1a390b64-2d09-479f-8415-236a30fc1e5b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/eb67683e-731b-4530-82a2-4b478e4f0628 HTTP/1.1" status: 204 len: 168 time: 0.2394679 Mar 31 22:10:57.032676 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a390b64-2d09-479f-8415-236a30fc1e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb67683e-731b-4530-82a2-4b478e4f0628,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:57.079860 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4b8e5884-5fe4-4e97-ad77-09b0b94ab47f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:57.156395 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4b8e5884-5fe4-4e97-ad77-09b0b94ab47f admin admin] Publish callbacks [] for security_group (81fefa94-1e0e-40d6-879c-fc36ddbdd6bc), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:57.221147 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4b8e5884-5fe4-4e97-ad77-09b0b94ab47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (81fefa94-1e0e-40d6-879c-fc36ddbdd6bc), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:57.228584 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 33918) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:57.257069 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-4b8e5884-5fe4-4e97-ad77-09b0b94ab47f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cb184c8d441d4e0ca9127fddd489e0a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2795808 Mar 31 22:10:57.259997 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 33922) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:57.261579 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e5884-5fe4-4e97-ad77-09b0b94ab47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fefa94-1e0e-40d6-879c-fc36ddbdd6bc,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:57.313555 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4bd9cbab-3e8f-4676-a5d0-ba878b5755cb admin admin] Publish callbacks [] for security_group (81fefa94-1e0e-40d6-879c-fc36ddbdd6bc), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:57.343090 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4bd9cbab-3e8f-4676-a5d0-ba878b5755cb admin admin] Publish callbacks [] for security_group (81fefa94-1e0e-40d6-879c-fc36ddbdd6bc), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:57.459561 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3383f7b9-f9e5-491c-b6e3-73fb4aca491d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:57.473760 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4bd9cbab-3e8f-4676-a5d0-ba878b5755cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (81fefa94-1e0e-40d6-879c-fc36ddbdd6bc), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:57.476264 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-4bd9cbab-3e8f-4676-a5d0-ba878b5755cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:57.477362 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-4bd9cbab-3e8f-4676-a5d0-ba878b5755cb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/81fefa94-1e0e-40d6-879c-fc36ddbdd6bc HTTP/1.1" status: 204 len: 168 time: 0.2163053 Mar 31 22:10:57.490195 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9cbab-3e8f-4676-a5d0-ba878b5755cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fefa94-1e0e-40d6-879c-fc36ddbdd6bc,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:57.547265 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3383f7b9-f9e5-491c-b6e3-73fb4aca491d admin admin] Publish callbacks [] for security_group (b4938076-c101-41bb-9c58-acac13d1f5cf), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:57.643600 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3383f7b9-f9e5-491c-b6e3-73fb4aca491d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (b4938076-c101-41bb-9c58-acac13d1f5cf), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:57.682105 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-3383f7b9-f9e5-491c-b6e3-73fb4aca491d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=17c0fc62ae65460aaa51fd307c7af88c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4523478 Mar 31 22:10:57.684195 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383f7b9-f9e5-491c-b6e3-73fb4aca491d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4938076-c101-41bb-9c58-acac13d1f5cf,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:57.684851 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 33928) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:57.735974 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3114195a-288b-4fb9-92b6-a6857f345a76 admin admin] Publish callbacks [] for security_group (b4938076-c101-41bb-9c58-acac13d1f5cf), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:57.747541 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 33930) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:57.761014 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3114195a-288b-4fb9-92b6-a6857f345a76 admin admin] Publish callbacks [] for security_group (b4938076-c101-41bb-9c58-acac13d1f5cf), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:57.761202 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1ce368ab-3beb-4716-9235-8bc1a0ec17a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:57.839770 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1ce368ab-3beb-4716-9235-8bc1a0ec17a9 admin admin] Publish callbacks [] for security_group (d4d295e0-2039-490f-9aa5-24632eadcc63), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:57.901001 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3114195a-288b-4fb9-92b6-a6857f345a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (b4938076-c101-41bb-9c58-acac13d1f5cf), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:57.903605 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3114195a-288b-4fb9-92b6-a6857f345a76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:57.904757 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-3114195a-288b-4fb9-92b6-a6857f345a76 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b4938076-c101-41bb-9c58-acac13d1f5cf HTTP/1.1" status: 204 len: 168 time: 0.2188020 Mar 31 22:10:57.923365 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114195a-288b-4fb9-92b6-a6857f345a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4938076-c101-41bb-9c58-acac13d1f5cf,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:57.957794 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1ce368ab-3beb-4716-9235-8bc1a0ec17a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (d4d295e0-2039-490f-9aa5-24632eadcc63), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:57.998902 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-1ce368ab-3beb-4716-9235-8bc1a0ec17a9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c274fd035071484fb2f241324db86525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2502823 Mar 31 22:10:57.999879 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce368ab-3beb-4716-9235-8bc1a0ec17a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d295e0-2039-490f-9aa5-24632eadcc63,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:58.003557 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 33936) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:58.060609 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-46dbdad5-0d99-4e91-be82-8eb5e6d178dc admin admin] Publish callbacks [] for security_group (d4d295e0-2039-490f-9aa5-24632eadcc63), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:58.084884 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-46dbdad5-0d99-4e91-be82-8eb5e6d178dc admin admin] Publish callbacks [] for security_group (d4d295e0-2039-490f-9aa5-24632eadcc63), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:58.186478 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-46dbdad5-0d99-4e91-be82-8eb5e6d178dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (d4d295e0-2039-490f-9aa5-24632eadcc63), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:58.189571 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-46dbdad5-0d99-4e91-be82-8eb5e6d178dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:58.190741 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-46dbdad5-0d99-4e91-be82-8eb5e6d178dc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d4d295e0-2039-490f-9aa5-24632eadcc63 HTTP/1.1" status: 204 len: 168 time: 0.1864321 Mar 31 22:10:58.198351 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbdad5-0d99-4e91-be82-8eb5e6d178dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d295e0-2039-490f-9aa5-24632eadcc63,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:58.250245 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 33940) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:58.263534 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-07ac2bdd-ea63-4299-a86b-8b7a5b5ff71a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:58.349182 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-07ac2bdd-ea63-4299-a86b-8b7a5b5ff71a admin admin] Publish callbacks [] for security_group (7ae99c25-8222-4e92-bdcc-b7b32e7ad224), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:58.420783 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-07ac2bdd-ea63-4299-a86b-8b7a5b5ff71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (7ae99c25-8222-4e92-bdcc-b7b32e7ad224), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:58.464103 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-07ac2bdd-ea63-4299-a86b-8b7a5b5ff71a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5c70ebbb741149e0baf8b1ff386461d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122788 Mar 31 22:10:58.464947 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac2bdd-ea63-4299-a86b-8b7a5b5ff71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae99c25-8222-4e92-bdcc-b7b32e7ad224,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:10:58.467076 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 33950) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:10:58.515262 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7c6357a1-0c35-4d27-8eff-e2f10af41435 admin admin] Publish callbacks [] for security_group (7ae99c25-8222-4e92-bdcc-b7b32e7ad224), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:58.537057 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7c6357a1-0c35-4d27-8eff-e2f10af41435 admin admin] Publish callbacks [] for security_group (7ae99c25-8222-4e92-bdcc-b7b32e7ad224), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:58.656104 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7c6357a1-0c35-4d27-8eff-e2f10af41435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (7ae99c25-8222-4e92-bdcc-b7b32e7ad224), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:58.659799 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7c6357a1-0c35-4d27-8eff-e2f10af41435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:10:58.663556 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-7c6357a1-0c35-4d27-8eff-e2f10af41435 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7ae99c25-8222-4e92-bdcc-b7b32e7ad224 HTTP/1.1" status: 204 len: 168 time: 0.1928530 Mar 31 22:10:58.669228 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6357a1-0c35-4d27-8eff-e2f10af41435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae99c25-8222-4e92-bdcc-b7b32e7ad224,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:00.117094 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 34016) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:00.396999 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-20c48f90-22e8-47a7-b759-502d3cd60377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:00.472439 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-20c48f90-22e8-47a7-b759-502d3cd60377 admin admin] Publish callbacks [] for security_group (7e60c11b-027a-4e21-beab-50a0d2890736), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:00.597470 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-20c48f90-22e8-47a7-b759-502d3cd60377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (7e60c11b-027a-4e21-beab-50a0d2890736), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:00.635443 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c48f90-22e8-47a7-b759-502d3cd60377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e60c11b-027a-4e21-beab-50a0d2890736,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:00.644238 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 34036) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:00.644807 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-20c48f90-22e8-47a7-b759-502d3cd60377 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0a1300d40c834171812a78a4575ac228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5261958 Mar 31 22:11:00.694739 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-65e2626e-1e6c-47d1-9219-623c1ba85d88 admin admin] Publish callbacks [] for security_group (7e60c11b-027a-4e21-beab-50a0d2890736), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:00.717227 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-65e2626e-1e6c-47d1-9219-623c1ba85d88 admin admin] Publish callbacks [] for security_group (7e60c11b-027a-4e21-beab-50a0d2890736), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:01.169303 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-65e2626e-1e6c-47d1-9219-623c1ba85d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (7e60c11b-027a-4e21-beab-50a0d2890736), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:01.171908 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-65e2626e-1e6c-47d1-9219-623c1ba85d88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:01.173811 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-65e2626e-1e6c-47d1-9219-623c1ba85d88 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7e60c11b-027a-4e21-beab-50a0d2890736 HTTP/1.1" status: 204 len: 168 time: 0.5285368 Mar 31 22:11:01.182260 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2626e-1e6c-47d1-9219-623c1ba85d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e60c11b-027a-4e21-beab-50a0d2890736,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:01.424421 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 34048) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:01.526235 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-222a95ea-a372-4916-9342-5ac3bea7bbb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:01.599350 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-222a95ea-a372-4916-9342-5ac3bea7bbb1 admin admin] Publish callbacks [] for security_group (43170f54-0c47-49d2-aa70-4030d577a424), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:01.718139 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-222a95ea-a372-4916-9342-5ac3bea7bbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (43170f54-0c47-49d2-aa70-4030d577a424), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:01.759198 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a95ea-a372-4916-9342-5ac3bea7bbb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43170f54-0c47-49d2-aa70-4030d577a424,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:01.764667 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-222a95ea-a372-4916-9342-5ac3bea7bbb1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1ca50ac1ea0641ae8b76aba2e82ae5a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3390243 Mar 31 22:11:01.767736 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 34056) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:01.821083 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c3cb404a-1411-484a-b53f-0654e3fc9009 admin admin] Publish callbacks [] for security_group (43170f54-0c47-49d2-aa70-4030d577a424), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:01.849166 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c3cb404a-1411-484a-b53f-0654e3fc9009 admin admin] Publish callbacks [] for security_group (43170f54-0c47-49d2-aa70-4030d577a424), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:02.078385 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c3cb404a-1411-484a-b53f-0654e3fc9009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (43170f54-0c47-49d2-aa70-4030d577a424), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:02.081515 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c3cb404a-1411-484a-b53f-0654e3fc9009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:02.082872 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-c3cb404a-1411-484a-b53f-0654e3fc9009 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/43170f54-0c47-49d2-aa70-4030d577a424 HTTP/1.1" status: 204 len: 168 time: 0.3140593 Mar 31 22:11:02.090870 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb404a-1411-484a-b53f-0654e3fc9009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43170f54-0c47-49d2-aa70-4030d577a424,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:04.226584 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-89993aad-7d6d-41da-b7e1-90e81641e6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:05.096436 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 34144) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:05.315968 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9da797ac-19eb-4d08-a06a-8df3430b0ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:05.395312 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9da797ac-19eb-4d08-a06a-8df3430b0ce3 admin admin] Publish callbacks [] for security_group (300419ba-85f5-4cc2-8288-dc9cc14560d0), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:05.483822 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-9da797ac-19eb-4d08-a06a-8df3430b0ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (300419ba-85f5-4cc2-8288-dc9cc14560d0), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:05.528833 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da797ac-19eb-4d08-a06a-8df3430b0ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300419ba-85f5-4cc2-8288-dc9cc14560d0,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:05.536504 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 34160) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:05.536889 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-9da797ac-19eb-4d08-a06a-8df3430b0ce3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e2de951bce6f4a6dbdca0f298eae5ff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4389286 Mar 31 22:11:05.589483 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-37376551-40ec-4a19-900f-3dd25044ddcd admin admin] Publish callbacks [] for security_group (300419ba-85f5-4cc2-8288-dc9cc14560d0), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:05.612083 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-37376551-40ec-4a19-900f-3dd25044ddcd admin admin] Publish callbacks [] for security_group (300419ba-85f5-4cc2-8288-dc9cc14560d0), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:05.781009 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-37376551-40ec-4a19-900f-3dd25044ddcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (300419ba-85f5-4cc2-8288-dc9cc14560d0), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:05.783571 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-37376551-40ec-4a19-900f-3dd25044ddcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:05.784765 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-37376551-40ec-4a19-900f-3dd25044ddcd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/300419ba-85f5-4cc2-8288-dc9cc14560d0 HTTP/1.1" status: 204 len: 168 time: 0.2475393 Mar 31 22:11:05.792944 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37376551-40ec-4a19-900f-3dd25044ddcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300419ba-85f5-4cc2-8288-dc9cc14560d0,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:06.445452 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 34170) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:06.449762 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:06.459198 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-37b2af34-c22b-4e60-aaac-0454e5efeff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:06.533954 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-37b2af34-c22b-4e60-aaac-0454e5efeff1 admin admin] Publish callbacks [] for security_group (e25b8d6f-b019-4360-ab50-34acb310d408), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:06.609145 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-37b2af34-c22b-4e60-aaac-0454e5efeff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (e25b8d6f-b019-4360-ab50-34acb310d408), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:06.647542 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-37b2af34-c22b-4e60-aaac-0454e5efeff1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fa61b260bc3b473f9af9116c4d6ab3d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2010379 Mar 31 22:11:06.648632 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2af34-c22b-4e60-aaac-0454e5efeff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25b8d6f-b019-4360-ab50-34acb310d408,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:06.650306 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 34174) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:06.698338 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e818c3de-d46b-455b-8cb0-d13eee23b6d6 admin admin] Publish callbacks [] for security_group (e25b8d6f-b019-4360-ab50-34acb310d408), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:06.706287 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8ed7fcff-9267-4d0d-8c1b-46668508b78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:06.720545 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e818c3de-d46b-455b-8cb0-d13eee23b6d6 admin admin] Publish callbacks [] for security_group (e25b8d6f-b019-4360-ab50-34acb310d408), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:06.871965 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e818c3de-d46b-455b-8cb0-d13eee23b6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (e25b8d6f-b019-4360-ab50-34acb310d408), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:06.874507 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e818c3de-d46b-455b-8cb0-d13eee23b6d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:06.875668 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-e818c3de-d46b-455b-8cb0-d13eee23b6d6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e25b8d6f-b019-4360-ab50-34acb310d408 HTTP/1.1" status: 204 len: 168 time: 0.2243683 Mar 31 22:11:06.883556 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818c3de-d46b-455b-8cb0-d13eee23b6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25b8d6f-b019-4360-ab50-34acb310d408,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:07.569888 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:07.996933 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 34200) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:08.090609 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-316cf877-b2b0-4786-bef7-b87d3e683d2e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-783312125-network', 'tenant_id': 'a75e485bf5e24508b449b31a659c8e64'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:11:08.175132 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316cf877-b2b0-4786-bef7-b87d3e683d2e admin admin] Made reservation on behalf of a75e485bf5e24508b449b31a659c8e64 for: {'network': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:11:08.177423 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-316cf877-b2b0-4786-bef7-b87d3e683d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for network (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:08.186004 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-316cf877-b2b0-4786-bef7-b87d3e683d2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:08.269616 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-316cf877-b2b0-4786-bef7-b87d3e683d2e admin admin] Publish callbacks [] for security_group (ab68280a-2208-4b33-b365-1bbf5d8085ab), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:08.340754 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-316cf877-b2b0-4786-bef7-b87d3e683d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (ab68280a-2208-4b33-b365-1bbf5d8085ab), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:08.367966 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316cf877-b2b0-4786-bef7-b87d3e683d2e admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=110666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:11:08.377444 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316cf877-b2b0-4786-bef7-b87d3e683d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab68280a-2208-4b33-b365-1bbf5d8085ab,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:08.383465 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-316cf877-b2b0-4786-bef7-b87d3e683d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (35b18903-41d9-4294-bdc7-4b9e2d6675a2), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:08.383806 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.segments_db [None req-316cf877-b2b0-4786-bef7-b87d3e683d2e admin admin] Added segment 35b18903-41d9-4294-bdc7-4b9e2d6675a2 of type vlan for network 1d5825a3-b47b-4467-b781-e7d6ee37cfe8 Mar 31 22:11:08.422969 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-316cf877-b2b0-4786-bef7-b87d3e683d2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758607012172'] for network (1d5825a3-b47b-4467-b781-e7d6ee37cfe8), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:08.546196 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-316cf877-b2b0-4786-bef7-b87d3e683d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for network (1d5825a3-b47b-4467-b781-e7d6ee37cfe8), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:08.547133 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316cf877-b2b0-4786-bef7-b87d3e683d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:08.548013 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-316cf877-b2b0-4786-bef7-b87d3e683d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:08.607719 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316cf877-b2b0-4786-bef7-b87d3e683d2e admin admin] Pushing event updated for resources: {'Network': ['ID=1d5825a3-b47b-4467-b781-e7d6ee37cfe8,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:08.618165 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Network 1d5825a3-b47b-4467-b781-e7d6ee37cfe8 details requested by agent ovs-agent-dv-cinder-836083-1-iscsi with host dv-cinder-836083-1-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:11:08.726543 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-316cf877-b2b0-4786-bef7-b87d3e683d2e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7284327 Mar 31 22:11:08.730149 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 34216) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:08.735675 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-fc71d84a-6d63-4429-b569-2422c70a7c76 admin admin] Request body: {'subnet': {'network_id': '1d5825a3-b47b-4467-b781-e7d6ee37cfe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-783312125-subnet', 'tenant_id': 'a75e485bf5e24508b449b31a659c8e64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:11:09.026472 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc71d84a-6d63-4429-b569-2422c70a7c76 admin admin] Made reservation on behalf of a75e485bf5e24508b449b31a659c8e64 for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:11:09.028835 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fc71d84a-6d63-4429-b569-2422c70a7c76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9369002'] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:09.208983 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:09.283929 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fc71d84a-6d63-4429-b569-2422c70a7c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10114596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9369020'] for subnet (1657068d-0274-4af6-b510-a0309e69228a), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:09.336579 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71d84a-6d63-4429-b569-2422c70a7c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1657068d-0274-4af6-b510-a0309e69228a,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:09.351710 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc71d84a-6d63-4429-b569-2422c70a7c76 admin admin] Checking segment: {'id': '35b18903-41d9-4294-bdc7-4b9e2d6675a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '1d5825a3-b47b-4467-b781-e7d6ee37cfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:11:09.352064 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc71d84a-6d63-4429-b569-2422c70a7c76 admin admin] Network hostable DHCP agents. Network: 1d5825a3-b47b-4467-b781-e7d6ee37cfe8, hostable agents: ['0f848437-afb4-42e1-a895-141757b8cd79'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:11:09.459572 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fa7b3-1baf-47ed-9623-0d8cca16d173 req-dac2b80d-b230-4d27-8c54-648cf75e2a17 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:09.461043 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-811fa7b3-1baf-47ed-9623-0d8cca16d173 req-dac2b80d-b230-4d27-8c54-648cf75e2a17 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 946 time: 0.0575440 Mar 31 22:11:09.473789 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc71d84a-6d63-4429-b569-2422c70a7c76 admin admin] Network 1d5825a3-b47b-4467-b781-e7d6ee37cfe8 is scheduled to be hosted by DHCP agent 0f848437-afb4-42e1-a895-141757b8cd79 with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:11:09.513133 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-811fa7b3-1baf-47ed-9623-0d8cca16d173 req-df705679-bf91-4f49-8afc-4c7c9759aa92 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465994 Mar 31 22:11:09.569022 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-fc71d84a-6d63-4429-b569-2422c70a7c76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-1-iscsi, 1d5825a3-b47b-4467-b781-e7d6ee37cfe8) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:11:09.573011 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc71d84a-6d63-4429-b569-2422c70a7c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:09.573613 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fc71d84a-6d63-4429-b569-2422c70a7c76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:09.578832 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e56a37-9640-4cf2-b98f-66d0d79707df None None] Network 1d5825a3-b47b-4467-b781-e7d6ee37cfe8 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:11:09.683453 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4728e5cf-acd3-4a07-a8f7-9acbffd19210 None None] Network 1d5825a3-b47b-4467-b781-e7d6ee37cfe8 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:11:09.686706 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-fc71d84a-6d63-4429-b569-2422c70a7c76 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9549019 Mar 31 22:11:10.666447 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9325122-6bb1-42af-9125-598b20f8e129 req-f2e7fe10-0884-424a-aad2-f2ac4f4007e5 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:10.666447 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e9325122-6bb1-42af-9125-598b20f8e129 req-f2e7fe10-0884-424a-aad2-f2ac4f4007e5 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 946 time: 0.0538268 Mar 31 22:11:10.668051 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:10.689327 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e9325122-6bb1-42af-9125-598b20f8e129 req-cd992f93-24fe-4b6f-9d73-209d96d9ea7a tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453002 Mar 31 22:11:11.813893 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b7bdf-6500-4506-a693-7002d3dbb117 req-d6954fe4-57ce-4fcb-97fc-fddbc943f611 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:11.815422 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0d8b7bdf-6500-4506-a693-7002d3dbb117 req-d6954fe4-57ce-4fcb-97fc-fddbc943f611 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 946 time: 0.0557055 Mar 31 22:11:11.861864 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0d8b7bdf-6500-4506-a693-7002d3dbb117 req-731c008f-1b80-4e83-8ea8-4b891f74e9d3 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406356 Mar 31 22:11:12.987377 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064a424-78a2-4bc8-985a-1c980b055a7c req-f0253311-5b36-4f3a-8cd2-ca52f676e150 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:12.988845 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0064a424-78a2-4bc8-985a-1c980b055a7c req-f0253311-5b36-4f3a-8cd2-ca52f676e150 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 946 time: 0.0520828 Mar 31 22:11:13.036419 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0064a424-78a2-4bc8-985a-1c980b055a7c req-78a21bcf-1c36-4cfa-b3ca-c1a025b045ed tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419378 Mar 31 22:11:13.536129 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cd76e-88e9-4225-a150-d6da476203fd req-ad3a3eec-feba-4f81-ab5f-4d28db4bfc7f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:13.537518 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e59cd76e-88e9-4225-a150-d6da476203fd req-ad3a3eec-feba-4f81-ab5f-4d28db4bfc7f tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.57 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 946 time: 0.0538702 Mar 31 22:11:13.877342 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-e59cd76e-88e9-4225-a150-d6da476203fd req-7111a17f-d8a2-4ad1-9516-5b24c5f3df28 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Deleting port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:11:13.877704 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e59cd76e-88e9-4225-a150-d6da476203fd req-7111a17f-d8a2-4ad1-9516-5b24c5f3df28 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:13.970984 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-e59cd76e-88e9-4225-a150-d6da476203fd req-7111a17f-d8a2-4ad1-9516-5b24c5f3df28 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] For port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:11:13.971347 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e59cd76e-88e9-4225-a150-d6da476203fd req-7111a17f-d8a2-4ad1-9516-5b24c5f3df28 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:14.145208 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e59cd76e-88e9-4225-a150-d6da476203fd req-7111a17f-d8a2-4ad1-9516-5b24c5f3df28 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:14.145580 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e59cd76e-88e9-4225-a150-d6da476203fd req-7111a17f-d8a2-4ad1-9516-5b24c5f3df28 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (8a86409e-a0a8-45b5-84db-02383eaf8e1a), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:14.145898 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.l3_db [req-e59cd76e-88e9-4225-a150-d6da476203fd req-7111a17f-d8a2-4ad1-9516-5b24c5f3df28 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Floating IP 8a86409e-a0a8-45b5-84db-02383eaf8e1a disassociated. External IP: 172.27.2.23, port: 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f. Mar 31 22:11:14.146358 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-e59cd76e-88e9-4225-a150-d6da476203fd req-7111a17f-d8a2-4ad1-9516-5b24c5f3df28 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Calling delete_port for 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f owned by compute:nova {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:11:14.181492 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb971b-e113-4629-80a7-c2aea11bdede req-4318bdff-b473-486e-b0ed-6afb9e76a723 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:14.183330 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2abb971b-e113-4629-80a7-c2aea11bdede req-4318bdff-b473-486e-b0ed-6afb9e76a723 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 946 time: 0.0599916 Mar 31 22:11:14.231275 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2abb971b-e113-4629-80a7-c2aea11bdede req-360a8d6e-54e5-4986-9fc8-48d95a304e19 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups?id=2e8f9f17-3f55-4316-9225-a7ad0d002862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422974 Mar 31 22:11:14.449269 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e59cd76e-88e9-4225-a150-d6da476203fd req-7111a17f-d8a2-4ad1-9516-5b24c5f3df28 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (27cb3e08-2454-4fe5-8c1f-5ecf44e6192f), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:14.477971 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111a17f-d8a2-4ad1-9516-5b24c5f3df28 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Pushing event deleted for resources: {'Port': ['ID=27cb3e08-2454-4fe5-8c1f-5ecf44e6192f,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:14.593254 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e59cd76e-88e9-4225-a150-d6da476203fd req-7111a17f-d8a2-4ad1-9516-5b24c5f3df28 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Router 79595681-dc03-45d7-a583-93da0fd8f1e2 has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:11:14.703864 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e59cd76e-88e9-4225-a150-d6da476203fd req-7111a17f-d8a2-4ad1-9516-5b24c5f3df28 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:11:14.713773 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6a7b9-fbd2-4176-a167-2cbf97591cbd None None] Sync routers for ids ['79595681-dc03-45d7-a583-93da0fd8f1e2'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:11:14.723766 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f6a7b9-fbd2-4176-a167-2cbf97591cbd None None] Routers {'79595681-dc03-45d7-a583-93da0fd8f1e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:11:14.724379 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-43f6a7b9-fbd2-4176-a167-2cbf97591cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:11:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['79595681-dc03-45d7-a583-93da0fd8f1e2'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:11:14.744680 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59cd76e-88e9-4225-a150-d6da476203fd req-7111a17f-d8a2-4ad1-9516-5b24c5f3df28 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] No DVR routers for this DVR port 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f on host hv-cinder-83608 {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:11:14.747320 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e59cd76e-88e9-4225-a150-d6da476203fd req-7111a17f-d8a2-4ad1-9516-5b24c5f3df28 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:14.751069 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e59cd76e-88e9-4225-a150-d6da476203fd req-7111a17f-d8a2-4ad1-9516-5b24c5f3df28 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.57 "DELETE /v2.0/ports/27cb3e08-2454-4fe5-8c1f-5ecf44e6192f HTTP/1.1" status: 204 len: 173 time: 1.2074895 Mar 31 22:11:14.751514 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab7a681-6d5b-4c59-a5ae-99494b41adf9', 'name': 'network-vif-deleted', 'tag': '27cb3e08-2454-4fe5-8c1f-5ecf44e6192f'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:11:14.753768 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2236ac2-48a1-43b0-9efc-022a57530e13" -d '{"events": [{"server_uuid": "dab7a681-6d5b-4c59-a5ae-99494b41adf9", "name": "network-vif-deleted", "tag": "27cb3e08-2454-4fe5-8c1f-5ecf44e6192f"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:11:14.788837 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acfac98-3a4a-459b-a956-b235e45f5389 x-openstack-request-id: req-1acfac98-3a4a-459b-a956-b235e45f5389 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:11:14.789129 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab7a681-6d5b-4c59-a5ae-99494b41adf9", "name": "network-vif-deleted", "tag": "27cb3e08-2454-4fe5-8c1f-5ecf44e6192f", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:11:14.789659 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1acfac98-3a4a-459b-a956-b235e45f5389 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:11:14.790065 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1acfac98-3a4a-459b-a956-b235e45f5389'] response: {'server_uuid': 'dab7a681-6d5b-4c59-a5ae-99494b41adf9', 'name': 'network-vif-deleted', 'tag': '27cb3e08-2454-4fe5-8c1f-5ecf44e6192f', 'status': 'completed', 'code': 200} Mar 31 22:11:14.838379 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-43f6a7b9-fbd2-4176-a167-2cbf97591cbd None None] Set router 79595681-dc03-45d7-a583-93da0fd8f1e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:11:15.058123 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-43f6a7b9-fbd2-4176-a167-2cbf97591cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'name': 'tempest-AttachVolumeShelveTestJSON-2065121846-router', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'gw_port': {'id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'f67a0f26-97a7-48a6-9414-24df8c326d24', 'name': '', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'mac_address': 'fa:16:3e:4e:28:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:42Z', 'revision_number': 5, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'subnets': [{'id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:11:15.086693 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6a7b9-fbd2-4176-a167-2cbf97591cbd None None] Checking router: 79595681-dc03-45d7-a583-93da0fd8f1e2 for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:11:15.095747 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f6a7b9-fbd2-4176-a167-2cbf97591cbd None None] Routers {'79595681-dc03-45d7-a583-93da0fd8f1e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:11:15.095747 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-43f6a7b9-fbd2-4176-a167-2cbf97591cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:11:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['79595681-dc03-45d7-a583-93da0fd8f1e2'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:11:15.213327 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-43f6a7b9-fbd2-4176-a167-2cbf97591cbd None None] Set router 79595681-dc03-45d7-a583-93da0fd8f1e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:11:15.266596 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49642a1a-65de-4948-8923-630ec48db251 req-4f8ff5ec-9664-42a3-8d74-ab59d6749b6c tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:15.268080 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-49642a1a-65de-4948-8923-630ec48db251 req-4f8ff5ec-9664-42a3-8d74-ab59d6749b6c tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/networks?id=1d5825a3-b47b-4467-b781-e7d6ee37cfe8 HTTP/1.1" status: 200 len: 813 time: 0.1062436 Mar 31 22:11:15.283876 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-49642a1a-65de-4948-8923-630ec48db251 req-361ba046-5fc8-4008-90d1-1fa61169e901 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/quotas/a75e485bf5e24508b449b31a659c8e64 HTTP/1.1" status: 200 len: 375 time: 0.0099342 Mar 31 22:11:15.327511 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-49642a1a-65de-4948-8923-630ec48db251 req-754711b2-bc35-4e6e-a9e0-1c019a9c0a54 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a75e485bf5e24508b449b31a659c8e64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357862 Mar 31 22:11:15.358305 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3218ee57-7aa2-4259-a80a-2a7dbae5d603 req-300835cc-351a-43e1-92d7-4c314195498c tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/ports?device_id=dab7a681-6d5b-4c59-a5ae-99494b41adf9 HTTP/1.1" status: 200 len: 210 time: 0.0333428 Mar 31 22:11:15.436604 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-43f6a7b9-fbd2-4176-a167-2cbf97591cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'name': 'tempest-AttachVolumeShelveTestJSON-2065121846-router', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'gw_port': {'id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'f67a0f26-97a7-48a6-9414-24df8c326d24', 'name': '', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'mac_address': 'fa:16:3e:4e:28:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:42Z', 'revision_number': 5, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'subnets': [{'id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:11:15.492446 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-49642a1a-65de-4948-8923-630ec48db251 req-183344ef-fa2f-4b5b-b9d4-268300e9d8f9 service neutron] 10.222.0.59 "GET /v2.0/networks/1d5825a3-b47b-4467-b781-e7d6ee37cfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555367 Mar 31 22:11:15.556869 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f6a7b9-fbd2-4176-a167-2cbf97591cbd None None] The sync data for ids ['79595681-dc03-45d7-a583-93da0fd8f1e2'] in dv-cinder-836083-1-iscsi is: [{'id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'name': 'tempest-AttachVolumeShelveTestJSON-2065121846-router', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:04:30Z', 'revision_number': 4, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'gw_port': {'id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'f67a0f26-97a7-48a6-9414-24df8c326d24', 'name': '', 'network_id': '39113ebe-596d-4feb-8ec9-18a7831cbf68', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'mac_address': 'fa:16:3e:4e:28:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:24Z', 'updated_at': '2022-03-31T22:04:42Z', 'revision_number': 5, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'subnets': [{'id': '01b07abf-1022-4cb3-9419-c682f5c84b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:11:15.591255 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-49642a1a-65de-4948-8923-630ec48db251 req-76c107ba-747c-4afa-8c82-229ac6dd360d service neutron] 10.222.0.59 "GET /v2.0/networks/1d5825a3-b47b-4467-b781-e7d6ee37cfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916231 Mar 31 22:11:15.814140 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ca0a41-e858-4852-bf65-fcdbb3f24d31 None None] New status for floating IP 8a86409e-a0a8-45b5-84db-02383eaf8e1a: DOWN {{(pid=110668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:11:15.843326 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-22e08462-5a01-47f8-a710-ef9dfce59396 req-050db038-ab7b-4f80-96f7-12c55d8e8db8 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=21be7183-3683-4beb-85e7-03a45b37e9cf HTTP/1.1" status: 200 len: 210 time: 0.0291073 Mar 31 22:11:16.150868 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:11:16.541015 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 34340) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:16.593573 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-903273db-c4c7-4ea6-88ac-b406018849c5 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for security_group (2e8f9f17-3f55-4316-9225-a7ad0d002862), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:16.617072 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-903273db-c4c7-4ea6-88ac-b406018849c5 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for security_group (2e8f9f17-3f55-4316-9225-a7ad0d002862), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:16.868197 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-903273db-c4c7-4ea6-88ac-b406018849c5 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (2e8f9f17-3f55-4316-9225-a7ad0d002862), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:16.871136 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-903273db-c4c7-4ea6-88ac-b406018849c5 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:16.872776 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-903273db-c4c7-4ea6-88ac-b406018849c5 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "DELETE /v2.0/security-groups/2e8f9f17-3f55-4316-9225-a7ad0d002862 HTTP/1.1" status: 204 len: 168 time: 0.3304050 Mar 31 22:11:16.878258 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 34352) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:16.882052 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903273db-c4c7-4ea6-88ac-b406018849c5 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8f9f17-3f55-4316-9225-a7ad0d002862,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:16.892850 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.api.v2.resource [None req-5dd2cb31-a046-424d-b218-db83cc16f35e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] show failed (client error): The resource could not be found. Mar 31 22:11:16.896976 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-5dd2cb31-a046-424d-b218-db83cc16f35e tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "GET /v2.0/security-groups/2e8f9f17-3f55-4316-9225-a7ad0d002862 HTTP/1.1" status: 404 len: 347 time: 0.0203378 Mar 31 22:11:16.898105 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 34354) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:16.931879 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b4caa409-0138-412b-96b3-fc1c3566e9d3 req-7aa204c0-7a9e-482d-b046-0f2f19b6358c tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=21be7183-3683-4beb-85e7-03a45b37e9cf HTTP/1.1" status: 200 len: 210 time: 0.0376654 Mar 31 22:11:17.043168 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-d6e888e1-6c88-4d7b-9bbc-95e81c08e001 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Deleting port d3da2113-2665-4768-9cbc-4ce2409f8675 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:11:17.043592 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d6e888e1-6c88-4d7b-9bbc-95e81c08e001 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (d3da2113-2665-4768-9cbc-4ce2409f8675), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:17.124073 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d6e888e1-6c88-4d7b-9bbc-95e81c08e001 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (d3da2113-2665-4768-9cbc-4ce2409f8675), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:17.124346 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d6e888e1-6c88-4d7b-9bbc-95e81c08e001 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for floatingip (d3da2113-2665-4768-9cbc-4ce2409f8675), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:17.136079 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-d6e888e1-6c88-4d7b-9bbc-95e81c08e001 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Calling delete_port for d3da2113-2665-4768-9cbc-4ce2409f8675 owned by network:floatingip {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:11:17.253607 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:11:17.273492 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] No Port match for: 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:11:17.273841 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 27cb3e08-2454-4fe5-8c1f-5ecf44e6192f not bound to the agent host hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:11:17.380623 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d6e888e1-6c88-4d7b-9bbc-95e81c08e001 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (d3da2113-2665-4768-9cbc-4ce2409f8675), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:17.407484 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e888e1-6c88-4d7b-9bbc-95e81c08e001 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Pushing event deleted for resources: {'Port': ['ID=d3da2113-2665-4768-9cbc-4ce2409f8675,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:17.467950 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d6e888e1-6c88-4d7b-9bbc-95e81c08e001 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks [] for floatingip (8a86409e-a0a8-45b5-84db-02383eaf8e1a), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:17.470485 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d6e888e1-6c88-4d7b-9bbc-95e81c08e001 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:17.471617 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-d6e888e1-6c88-4d7b-9bbc-95e81c08e001 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] 10.222.0.59 "DELETE /v2.0/floatingips/8a86409e-a0a8-45b5-84db-02383eaf8e1a HTTP/1.1" status: 204 len: 168 time: 0.5725780 Mar 31 22:11:18.030711 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c1576513-ac85-4e60-870e-a3bda8727c42 req-8529ec5e-3fa2-41f8-87a4-60effa5b3a00 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=21be7183-3683-4beb-85e7-03a45b37e9cf HTTP/1.1" status: 200 len: 210 time: 0.0323222 Mar 31 22:11:18.636271 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49642a1a-65de-4948-8923-630ec48db251 req-094fb455-89ef-4fcc-b659-c5275dfe6d7f tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:18.637729 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-49642a1a-65de-4948-8923-630ec48db251 req-094fb455-89ef-4fcc-b659-c5275dfe6d7f tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.57 "GET /v2.0/networks?id=1d5825a3-b47b-4467-b781-e7d6ee37cfe8 HTTP/1.1" status: 200 len: 813 time: 0.1067576 Mar 31 22:11:18.638222 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 34386) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:18.651884 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-49642a1a-65de-4948-8923-630ec48db251 req-0dfee14c-096e-42a3-b628-7536578f2a2a tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Request body: {'port': {'device_id': '21be7183-3683-4beb-85e7-03a45b37e9cf', 'network_id': '1d5825a3-b47b-4467-b781-e7d6ee37cfe8', 'admin_state_up': True, 'tenant_id': 'a75e485bf5e24508b449b31a659c8e64'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:11:18.753288 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b03b00d3-e0f4-4c47-a411-1ce89041e693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:18.898503 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b03b00d3-e0f4-4c47-a411-1ce89041e693 admin admin] Publish callbacks [] for security_group (56805084-e511-4ae7-85f9-e99c416c9abe), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:18.912612 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49642a1a-65de-4948-8923-630ec48db251 req-0dfee14c-096e-42a3-b628-7536578f2a2a tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Made reservation on behalf of a75e485bf5e24508b449b31a659c8e64 for: {'port': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:11:18.915145 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-49642a1a-65de-4948-8923-630ec48db251 req-0dfee14c-096e-42a3-b628-7536578f2a2a tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:19.001368 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b03b00d3-e0f4-4c47-a411-1ce89041e693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (56805084-e511-4ae7-85f9-e99c416c9abe), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:19.069208 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b03b00d3-e0f4-4c47-a411-1ce89041e693 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e25a80ac4c124213889307fb2429eee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4298720 Mar 31 22:11:19.072714 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 34400) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:19.073226 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b00d3-e0f4-4c47-a411-1ce89041e693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56805084-e511-4ae7-85f9-e99c416c9abe,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:19.086093 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [req-49642a1a-65de-4948-8923-630ec48db251 req-0dfee14c-096e-42a3-b628-7536578f2a2a tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Allocated IP 172.20.0.6 (1d5825a3-b47b-4467-b781-e7d6ee37cfe8/1657068d-0274-4af6-b510-a0309e69228a/641f4c60-a8b9-4ec5-8a9e-268655ae4f39) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:11:19.148317 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-29946ea8-f93b-4d05-a202-e1086a1cea85 req-4e5abd42-d3ab-48d7-b463-76c9966334a4 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=21be7183-3683-4beb-85e7-03a45b37e9cf HTTP/1.1" status: 200 len: 210 time: 0.0392597 Mar 31 22:11:19.165317 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b7f14daa-f930-40b1-9c68-9693f05ee704 admin admin] Publish callbacks [] for security_group (56805084-e511-4ae7-85f9-e99c416c9abe), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:19.191699 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b7f14daa-f930-40b1-9c68-9693f05ee704 admin admin] Publish callbacks [] for security_group (56805084-e511-4ae7-85f9-e99c416c9abe), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:19.287039 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-49642a1a-65de-4948-8923-630ec48db251 req-0dfee14c-096e-42a3-b628-7536578f2a2a tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Publish callbacks [] for port (641f4c60-a8b9-4ec5-8a9e-268655ae4f39), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:19.317382 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b7f14daa-f930-40b1-9c68-9693f05ee704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (56805084-e511-4ae7-85f9-e99c416c9abe), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:19.320010 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b7f14daa-f930-40b1-9c68-9693f05ee704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:19.321155 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b7f14daa-f930-40b1-9c68-9693f05ee704 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/56805084-e511-4ae7-85f9-e99c416c9abe HTTP/1.1" status: 204 len: 168 time: 0.2474637 Mar 31 22:11:19.329676 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f14daa-f930-40b1-9c68-9693f05ee704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56805084-e511-4ae7-85f9-e99c416c9abe,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:19.392384 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-49642a1a-65de-4948-8923-630ec48db251 req-0dfee14c-096e-42a3-b628-7536578f2a2a tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (641f4c60-a8b9-4ec5-8a9e-268655ae4f39), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:19.434586 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49642a1a-65de-4948-8923-630ec48db251 req-0dfee14c-096e-42a3-b628-7536578f2a2a tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Network 1d5825a3-b47b-4467-b781-e7d6ee37cfe8 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:11:19.438308 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [req-49642a1a-65de-4948-8923-630ec48db251 req-0dfee14c-096e-42a3-b628-7536578f2a2a tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:11:19.448471 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-49642a1a-65de-4948-8923-630ec48db251 req-0dfee14c-096e-42a3-b628-7536578f2a2a tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:11:19.456542 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfee14c-096e-42a3-b628-7536578f2a2a tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Pushing event updated for resources: {'Port': ['ID=641f4c60-a8b9-4ec5-8a9e-268655ae4f39,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:19.505313 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49642a1a-65de-4948-8923-630ec48db251 req-0dfee14c-096e-42a3-b628-7536578f2a2a tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:19.505954 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-49642a1a-65de-4948-8923-630ec48db251 req-0dfee14c-096e-42a3-b628-7536578f2a2a tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:19.646475 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-49642a1a-65de-4948-8923-630ec48db251 req-0dfee14c-096e-42a3-b628-7536578f2a2a tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9981523 Mar 31 22:11:19.664419 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-49642a1a-65de-4948-8923-630ec48db251 req-f8d1ed77-7e75-473e-af21-0f469187c1b3 service neutron] Request body: {'port': {'device_id': '21be7183-3683-4beb-85e7-03a45b37e9cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:11:19.726811 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-49642a1a-65de-4948-8923-630ec48db251 req-f8d1ed77-7e75-473e-af21-0f469187c1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (641f4c60-a8b9-4ec5-8a9e-268655ae4f39), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:19.998990 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [req-49642a1a-65de-4948-8923-630ec48db251 req-f8d1ed77-7e75-473e-af21-0f469187c1b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 641f4c60-a8b9-4ec5-8a9e-268655ae4f39 {{(pid=110666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:11:20.006455 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-49642a1a-65de-4948-8923-630ec48db251 req-f8d1ed77-7e75-473e-af21-0f469187c1b3 service neutron] Publish callbacks [] for port (641f4c60-a8b9-4ec5-8a9e-268655ae4f39), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:20.018427 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.provisioning_blocks [req-49642a1a-65de-4948-8923-630ec48db251 req-f8d1ed77-7e75-473e-af21-0f469187c1b3 service neutron] Transition to ACTIVE for port object 641f4c60-a8b9-4ec5-8a9e-268655ae4f39 will not be triggered until provisioned by entity L2. {{(pid=110666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 22:11:20.106486 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-49642a1a-65de-4948-8923-630ec48db251 req-f8d1ed77-7e75-473e-af21-0f469187c1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (641f4c60-a8b9-4ec5-8a9e-268655ae4f39), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:20.148420 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 34418) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:20.156499 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1ed77-7e75-473e-af21-0f469187c1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=641f4c60-a8b9-4ec5-8a9e-268655ae4f39,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:20.164158 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-de548ae3-8991-4176-8f0a-0d9d9f136c9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:20.228936 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-49642a1a-65de-4948-8923-630ec48db251 req-f8d1ed77-7e75-473e-af21-0f469187c1b3 service neutron] Attempting to bind port 641f4c60-a8b9-4ec5-8a9e-268655ae4f39 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:11:20.229280 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-49642a1a-65de-4948-8923-630ec48db251 req-f8d1ed77-7e75-473e-af21-0f469187c1b3 service neutron] Attempting to bind port 641f4c60-a8b9-4ec5-8a9e-268655ae4f39 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '35b18903-41d9-4294-bdc7-4b9e2d6675a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '1d5825a3-b47b-4467-b781-e7d6ee37cfe8'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:11:20.229617 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49642a1a-65de-4948-8923-630ec48db251 req-f8d1ed77-7e75-473e-af21-0f469187c1b3 service neutron] Attempting to bind port 641f4c60-a8b9-4ec5-8a9e-268655ae4f39 on network 1d5825a3-b47b-4467-b781-e7d6ee37cfe8 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:11:20.234833 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49642a1a-65de-4948-8923-630ec48db251 req-f8d1ed77-7e75-473e-af21-0f469187c1b3 service neutron] Port 641f4c60-a8b9-4ec5-8a9e-268655ae4f39 on network 1d5825a3-b47b-4467-b781-e7d6ee37cfe8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:11:20.235158 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49642a1a-65de-4948-8923-630ec48db251 req-f8d1ed77-7e75-473e-af21-0f469187c1b3 service neutron] Attempting to bind port 641f4c60-a8b9-4ec5-8a9e-268655ae4f39 on network 1d5825a3-b47b-4467-b781-e7d6ee37cfe8 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:11:20.240868 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49642a1a-65de-4948-8923-630ec48db251 req-f8d1ed77-7e75-473e-af21-0f469187c1b3 service neutron] Checking agent: {'id': '0c6c7b6d-d51d-4e70-9732-01ea9921e922', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'started_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:11:20.240868 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49642a1a-65de-4948-8923-630ec48db251 req-f8d1ed77-7e75-473e-af21-0f469187c1b3 service neutron] Checking segment: {'id': '35b18903-41d9-4294-bdc7-4b9e2d6675a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '1d5825a3-b47b-4467-b781-e7d6ee37cfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:11:20.241080 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49642a1a-65de-4948-8923-630ec48db251 req-f8d1ed77-7e75-473e-af21-0f469187c1b3 service neutron] Bound using segment: {'id': '35b18903-41d9-4294-bdc7-4b9e2d6675a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '1d5825a3-b47b-4467-b781-e7d6ee37cfe8'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:11:20.241511 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-49642a1a-65de-4948-8923-630ec48db251 req-f8d1ed77-7e75-473e-af21-0f469187c1b3 service neutron] Bound port: 641f4c60-a8b9-4ec5-8a9e-268655ae4f39, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35b18903-41d9-4294-bdc7-4b9e2d6675a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '1d5825a3-b47b-4467-b781-e7d6ee37cfe8'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:11:20.241886 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-49642a1a-65de-4948-8923-630ec48db251 req-f8d1ed77-7e75-473e-af21-0f469187c1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (641f4c60-a8b9-4ec5-8a9e-268655ae4f39), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:20.270979 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-de548ae3-8991-4176-8f0a-0d9d9f136c9e admin admin] Publish callbacks [] for security_group (febc4f36-9b3f-43e1-b77c-19eee4ba67d5), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:20.297769 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4727042-6698-4b4d-b414-449e6782f944 req-62f4f4a2-0ae6-46fb-8607-1727d674b66e tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:20.299280 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f4727042-6698-4b4d-b414-449e6782f944 req-62f4f4a2-0ae6-46fb-8607-1727d674b66e tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=21be7183-3683-4beb-85e7-03a45b37e9cf HTTP/1.1" status: 200 len: 943 time: 0.0639639 Mar 31 22:11:20.327326 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-49642a1a-65de-4948-8923-630ec48db251 req-f8d1ed77-7e75-473e-af21-0f469187c1b3 service neutron] For port 641f4c60-a8b9-4ec5-8a9e-268655ae4f39, host hv-cinder-83608, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:11:20.331594 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-49642a1a-65de-4948-8923-630ec48db251 req-f8d1ed77-7e75-473e-af21-0f469187c1b3 service neutron] For port 641f4c60-a8b9-4ec5-8a9e-268655ae4f39, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=641f4c60-a8b9-4ec5-8a9e-268655ae4f39,segment=NetworkSegment(35b18903-41d9-4294-bdc7-4b9e2d6675a2),segment_id=35b18903-41d9-4294-bdc7-4b9e2d6675a2)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:11:20.332388 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 34428) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:20.344702 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-de548ae3-8991-4176-8f0a-0d9d9f136c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (febc4f36-9b3f-43e1-b77c-19eee4ba67d5), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:20.364440 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f4727042-6698-4b4d-b414-449e6782f944 req-2e0929b7-7169-45ea-89bf-ba30b47ed1e5 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab68280a-2208-4b33-b365-1bbf5d8085ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591190 Mar 31 22:11:20.396978 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-de548ae3-8991-4176-8f0a-0d9d9f136c9e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d31e933c9f584e59a609a586de22e56f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474825 Mar 31 22:11:20.398993 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de548ae3-8991-4176-8f0a-0d9d9f136c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=febc4f36-9b3f-43e1-b77c-19eee4ba67d5,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:20.412760 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 34432) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:20.438192 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-49642a1a-65de-4948-8923-630ec48db251 req-f8d1ed77-7e75-473e-af21-0f469187c1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (641f4c60-a8b9-4ec5-8a9e-268655ae4f39), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:20.482994 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49642a1a-65de-4948-8923-630ec48db251 req-f8d1ed77-7e75-473e-af21-0f469187c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:20.483406 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-49642a1a-65de-4948-8923-630ec48db251 req-f8d1ed77-7e75-473e-af21-0f469187c1b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:20.485707 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-49642a1a-65de-4948-8923-630ec48db251 req-f8d1ed77-7e75-473e-af21-0f469187c1b3 service neutron] 10.222.0.57 "PUT /v2.0/ports/641f4c60-a8b9-4ec5-8a9e-268655ae4f39 HTTP/1.1" status: 200 len: 1093 time: 0.8291106 Mar 31 22:11:20.488434 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21be7183-3683-4beb-85e7-03a45b37e9cf', 'tag': '641f4c60-a8b9-4ec5-8a9e-268655ae4f39'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:11:20.490692 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2078123-1eab-4827-9788-d5f34715fc5e" -d '{"events": [{"name": "network-changed", "server_uuid": "21be7183-3683-4beb-85e7-03a45b37e9cf", "tag": "641f4c60-a8b9-4ec5-8a9e-268655ae4f39"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:11:20.524491 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1ed77-7e75-473e-af21-0f469187c1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=641f4c60-a8b9-4ec5-8a9e-268655ae4f39,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:20.530430 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a50c437-1ceb-4c4a-8a9b-886e9de86f3c x-openstack-request-id: req-5a50c437-1ceb-4c4a-8a9b-886e9de86f3c {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:11:20.541509 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21be7183-3683-4beb-85e7-03a45b37e9cf", "tag": "641f4c60-a8b9-4ec5-8a9e-268655ae4f39", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:11:20.541509 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5a50c437-1ceb-4c4a-8a9b-886e9de86f3c {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:11:20.541509 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a50c437-1ceb-4c4a-8a9b-886e9de86f3c'] response: {'name': 'network-changed', 'server_uuid': '21be7183-3683-4beb-85e7-03a45b37e9cf', 'tag': '641f4c60-a8b9-4ec5-8a9e-268655ae4f39', 'status': 'completed', 'code': 200} Mar 31 22:11:20.541509 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c38dfdb5-5ac5-43e2-a8b8-d87b37e99c0d admin admin] Publish callbacks [] for security_group (febc4f36-9b3f-43e1-b77c-19eee4ba67d5), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:20.619161 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c38dfdb5-5ac5-43e2-a8b8-d87b37e99c0d admin admin] Publish callbacks [] for security_group (febc4f36-9b3f-43e1-b77c-19eee4ba67d5), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:20.812444 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c38dfdb5-5ac5-43e2-a8b8-d87b37e99c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (febc4f36-9b3f-43e1-b77c-19eee4ba67d5), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:20.814980 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c38dfdb5-5ac5-43e2-a8b8-d87b37e99c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:20.816112 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-c38dfdb5-5ac5-43e2-a8b8-d87b37e99c0d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/febc4f36-9b3f-43e1-b77c-19eee4ba67d5 HTTP/1.1" status: 204 len: 168 time: 0.4023240 Mar 31 22:11:20.829980 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38dfdb5-5ac5-43e2-a8b8-d87b37e99c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febc4f36-9b3f-43e1-b77c-19eee4ba67d5,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:20.941330 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-034feabf-ba70-45c5-a198-4ee6583993c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623117'] for router_interface (79595681-dc03-45d7-a583-93da0fd8f1e2), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:21.200978 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-034feabf-ba70-45c5-a198-4ee6583993c3 admin admin] Deleting port f67a0f26-97a7-48a6-9414-24df8c326d24 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:11:21.201312 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-034feabf-ba70-45c5-a198-4ee6583993c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (f67a0f26-97a7-48a6-9414-24df8c326d24), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:21.278077 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-034feabf-ba70-45c5-a198-4ee6583993c3 admin admin] For port f67a0f26-97a7-48a6-9414-24df8c326d24, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=f67a0f26-97a7-48a6-9414-24df8c326d24,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:11:21.278476 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-034feabf-ba70-45c5-a198-4ee6583993c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (f67a0f26-97a7-48a6-9414-24df8c326d24), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:21.291099 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-034feabf-ba70-45c5-a198-4ee6583993c3 admin admin] Calling delete_port for f67a0f26-97a7-48a6-9414-24df8c326d24 owned by network:router_interface {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:11:21.455223 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 34444) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:21.480117 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c6ae0978-5b60-4a69-a99f-c92d71ddde7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:21.487084 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9953a-271d-439f-a6f2-56fe47359a18 req-02d399d3-25c9-41d3-bddd-c62b52c9056a tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:21.488550 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e7f9953a-271d-439f-a6f2-56fe47359a18 req-02d399d3-25c9-41d3-bddd-c62b52c9056a tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=21be7183-3683-4beb-85e7-03a45b37e9cf HTTP/1.1" status: 200 len: 943 time: 0.0544934 Mar 31 22:11:21.538799 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e7f9953a-271d-439f-a6f2-56fe47359a18 req-3a2cf55d-206d-4f9a-b0ac-3d2e5da0b17a tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab68280a-2208-4b33-b365-1bbf5d8085ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445735 Mar 31 22:11:21.561669 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c6ae0978-5b60-4a69-a99f-c92d71ddde7e admin admin] Publish callbacks [] for security_group (5ce44317-e2ff-4536-b53e-61878d439f6d), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:21.586325 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-034feabf-ba70-45c5-a198-4ee6583993c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (f67a0f26-97a7-48a6-9414-24df8c326d24), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:21.611699 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034feabf-ba70-45c5-a198-4ee6583993c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f67a0f26-97a7-48a6-9414-24df8c326d24,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:21.661913 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c6ae0978-5b60-4a69-a99f-c92d71ddde7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (5ce44317-e2ff-4536-b53e-61878d439f6d), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:21.716883 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-c6ae0978-5b60-4a69-a99f-c92d71ddde7e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d0f80432ad5049dcb859583950397cac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2606132 Mar 31 22:11:21.720740 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 34448) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:21.723789 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae0978-5b60-4a69-a99f-c92d71ddde7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce44317-e2ff-4536-b53e-61878d439f6d,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:21.856141 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4555fc44-1430-4559-983c-8d20c69aecbe admin admin] Publish callbacks [] for security_group (5ce44317-e2ff-4536-b53e-61878d439f6d), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:21.871115 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-034feabf-ba70-45c5-a198-4ee6583993c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1828936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624029'] for router_interface (79595681-dc03-45d7-a583-93da0fd8f1e2), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:21.890999 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4555fc44-1430-4559-983c-8d20c69aecbe admin admin] Publish callbacks [] for security_group (5ce44317-e2ff-4536-b53e-61878d439f6d), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:22.335125 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4555fc44-1430-4559-983c-8d20c69aecbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (5ce44317-e2ff-4536-b53e-61878d439f6d), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:22.337524 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4555fc44-1430-4559-983c-8d20c69aecbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:22.341169 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-4555fc44-1430-4559-983c-8d20c69aecbe admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5ce44317-e2ff-4536-b53e-61878d439f6d HTTP/1.1" status: 204 len: 168 time: 0.6168447 Mar 31 22:11:22.352018 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555fc44-1430-4559-983c-8d20c69aecbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce44317-e2ff-4536-b53e-61878d439f6d,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:22.394945 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034feabf-ba70-45c5-a198-4ee6583993c3 admin admin] Router 79595681-dc03-45d7-a583-93da0fd8f1e2 has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:11:22.508916 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034feabf-ba70-45c5-a198-4ee6583993c3 admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:11:22.517918 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-034feabf-ba70-45c5-a198-4ee6583993c3 admin admin] 10.222.0.59 "PUT /v2.0/routers/79595681-dc03-45d7-a583-93da0fd8f1e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1811199 Mar 31 22:11:22.517918 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 34452) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:22.518487 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c4528d-eb3b-4e9f-b866-53344c0eba89 None None] Sync routers for ids ['79595681-dc03-45d7-a583-93da0fd8f1e2'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:11:22.529476 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c4528d-eb3b-4e9f-b866-53344c0eba89 None None] Routers {'79595681-dc03-45d7-a583-93da0fd8f1e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:11:22.530074 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-c1c4528d-eb3b-4e9f-b866-53344c0eba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:11:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['79595681-dc03-45d7-a583-93da0fd8f1e2'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:11:22.627692 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-378815e6-3d54-4699-b054-b94c4b579f8f admin admin] Publish callbacks [] for router (79595681-dc03-45d7-a583-93da0fd8f1e2), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:22.639322 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-c1c4528d-eb3b-4e9f-b866-53344c0eba89 None None] Set router 79595681-dc03-45d7-a583-93da0fd8f1e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:11:22.695482 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8604445-57f1-459f-b791-9e2ebf46bc40 req-a828b47e-9e21-4886-93b9-235d79544cb9 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:22.699440 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c8604445-57f1-459f-b791-9e2ebf46bc40 req-a828b47e-9e21-4886-93b9-235d79544cb9 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=21be7183-3683-4beb-85e7-03a45b37e9cf HTTP/1.1" status: 200 len: 943 time: 0.0893958 Mar 31 22:11:22.777867 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c8604445-57f1-459f-b791-9e2ebf46bc40 req-f10fb29f-48c3-4e95-a800-a327bc1d0d6f tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab68280a-2208-4b33-b365-1bbf5d8085ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720482 Mar 31 22:11:22.779534 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2078123-1eab-4827-9788-d5f34715fc5e req-dcaba1ca-b3e4-4c43-929f-4c518c868261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:22.787386 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b2078123-1eab-4827-9788-d5f34715fc5e req-dcaba1ca-b3e4-4c43-929f-4c518c868261 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a75e485bf5e24508b449b31a659c8e64&device_id=21be7183-3683-4beb-85e7-03a45b37e9cf HTTP/1.1" status: 200 len: 1127 time: 0.1246264 Mar 31 22:11:22.836348 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-c1c4528d-eb3b-4e9f-b866-53344c0eba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'name': 'tempest-AttachVolumeShelveTestJSON-2065121846-router', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:11:21Z', 'revision_number': 5, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'gw_port': {'id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:11:22.862909 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c4528d-eb3b-4e9f-b866-53344c0eba89 None None] Checking router: 79595681-dc03-45d7-a583-93da0fd8f1e2 for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:11:22.865848 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-378815e6-3d54-4699-b054-b94c4b579f8f admin admin] Publish callbacks [] for router_gateway (79595681-dc03-45d7-a583-93da0fd8f1e2), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:22.872093 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c4528d-eb3b-4e9f-b866-53344c0eba89 None None] Routers {'79595681-dc03-45d7-a583-93da0fd8f1e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:11:22.872727 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-c1c4528d-eb3b-4e9f-b866-53344c0eba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:11:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['79595681-dc03-45d7-a583-93da0fd8f1e2'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:11:22.906656 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2078123-1eab-4827-9788-d5f34715fc5e req-1eb1bfe4-6d2b-4749-ab9a-8e825237dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:22.907965 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b2078123-1eab-4827-9788-d5f34715fc5e req-1eb1bfe4-6d2b-4749-ab9a-8e825237dc1f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a75e485bf5e24508b449b31a659c8e64&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1128929 Mar 31 22:11:22.982519 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-c1c4528d-eb3b-4e9f-b866-53344c0eba89 None None] Set router 79595681-dc03-45d7-a583-93da0fd8f1e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:11:23.035290 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2078123-1eab-4827-9788-d5f34715fc5e req-bd288257-bc88-40ee-9d65-655932e10e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:23.036764 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b2078123-1eab-4827-9788-d5f34715fc5e req-bd288257-bc88-40ee-9d65-655932e10e35 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1228497 Mar 31 22:11:23.045935 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-378815e6-3d54-4699-b054-b94c4b579f8f admin admin] Deleting port 0cc19e6d-1998-47e1-8692-f1268bb79c16 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:11:23.046310 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-378815e6-3d54-4699-b054-b94c4b579f8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (0cc19e6d-1998-47e1-8692-f1268bb79c16), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:23.164399 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-378815e6-3d54-4699-b054-b94c4b579f8f admin admin] For port 0cc19e6d-1998-47e1-8692-f1268bb79c16, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=0cc19e6d-1998-47e1-8692-f1268bb79c16,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:11:23.164780 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-378815e6-3d54-4699-b054-b94c4b579f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (0cc19e6d-1998-47e1-8692-f1268bb79c16), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:23.169149 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49642a1a-65de-4948-8923-630ec48db251 req-b42b1919-4997-4393-9eb3-fa9d4eb53777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:23.170717 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-49642a1a-65de-4948-8923-630ec48db251 req-b42b1919-4997-4393-9eb3-fa9d4eb53777 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a75e485bf5e24508b449b31a659c8e64&device_id=21be7183-3683-4beb-85e7-03a45b37e9cf HTTP/1.1" status: 200 len: 1127 time: 0.0814574 Mar 31 22:11:23.175097 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-c1c4528d-eb3b-4e9f-b866-53344c0eba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'name': 'tempest-AttachVolumeShelveTestJSON-2065121846-router', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:11:21Z', 'revision_number': 5, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'gw_port': {'id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:11:23.189899 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-378815e6-3d54-4699-b054-b94c4b579f8f admin admin] Calling delete_port for 0cc19e6d-1998-47e1-8692-f1268bb79c16 owned by network:router_gateway {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:11:23.210374 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c4528d-eb3b-4e9f-b866-53344c0eba89 None None] The sync data for ids ['79595681-dc03-45d7-a583-93da0fd8f1e2'] in dv-cinder-836083-1-iscsi is: [{'id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'name': 'tempest-AttachVolumeShelveTestJSON-2065121846-router', 'tenant_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:04:11Z', 'updated_at': '2022-03-31T22:11:21Z', 'revision_number': 5, 'project_id': '34e52cb5afa74b4eafaebe16c9e1e1d1', 'gw_port': {'id': '0cc19e6d-1998-47e1-8692-f1268bb79c16', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:5a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79595681-dc03-45d7-a583-93da0fd8f1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:04:13Z', 'updated_at': '2022-03-31T22:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:11:23.224512 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-49642a1a-65de-4948-8923-630ec48db251 req-75431609-31df-4a41-ada6-539b7633bde3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=641f4c60-a8b9-4ec5-8a9e-268655ae4f39 HTTP/1.1" status: 200 len: 217 time: 0.0444283 Mar 31 22:11:23.311627 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49642a1a-65de-4948-8923-630ec48db251 req-155aa830-d14c-4688-8dc8-a4d8d7a56972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:23.313682 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-49642a1a-65de-4948-8923-630ec48db251 req-155aa830-d14c-4688-8dc8-a4d8d7a56972 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1657068d-0274-4af6-b510-a0309e69228a HTTP/1.1" status: 200 len: 853 time: 0.0839353 Mar 31 22:11:23.348962 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-49642a1a-65de-4948-8923-630ec48db251 req-d7fb82be-f37e-4a1b-b207-05eb0c5d1450 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1d5825a3-b47b-4467-b781-e7d6ee37cfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277309 Mar 31 22:11:23.522941 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-49642a1a-65de-4948-8923-630ec48db251 req-d8e4d81b-d7a5-4b48-8433-3f399a921051 service neutron] 10.222.0.57 "GET /v2.0/networks/1d5825a3-b47b-4467-b781-e7d6ee37cfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303644 Mar 31 22:11:23.606567 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-378815e6-3d54-4699-b054-b94c4b579f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (0cc19e6d-1998-47e1-8692-f1268bb79c16), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:23.647557 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-49642a1a-65de-4948-8923-630ec48db251 req-000c73d6-b7a9-4e72-a0f1-30d15396e943 service neutron] 10.222.0.57 "GET /v2.0/networks/1d5825a3-b47b-4467-b781-e7d6ee37cfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239824 Mar 31 22:11:23.649581 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378815e6-3d54-4699-b054-b94c4b579f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc19e6d-1998-47e1-8692-f1268bb79c16,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:23.719620 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-378815e6-3d54-4699-b054-b94c4b579f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625655'] for router_gateway (79595681-dc03-45d7-a583-93da0fd8f1e2), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:23.825952 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-378815e6-3d54-4699-b054-b94c4b579f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router (79595681-dc03-45d7-a583-93da0fd8f1e2), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:23.828800 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-378815e6-3d54-4699-b054-b94c4b579f8f admin admin] Publish callbacks [] for router_controller (79595681-dc03-45d7-a583-93da0fd8f1e2), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:23.899168 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15add927-937d-4d95-b62e-ba6418368209 req-7d0a21c5-6980-456b-b83c-94bfaed0b4ec tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:23.900835 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-15add927-937d-4d95-b62e-ba6418368209 req-7d0a21c5-6980-456b-b83c-94bfaed0b4ec tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=21be7183-3683-4beb-85e7-03a45b37e9cf HTTP/1.1" status: 200 len: 943 time: 0.0544600 Mar 31 22:11:23.970440 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-15add927-937d-4d95-b62e-ba6418368209 req-83d50ad5-c588-4c27-a66b-a61d75f771bf tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab68280a-2208-4b33-b365-1bbf5d8085ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408752 Mar 31 22:11:24.066575 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-378815e6-3d54-4699-b054-b94c4b579f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1629138'] for router (79595681-dc03-45d7-a583-93da0fd8f1e2), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:24.067095 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378815e6-3d54-4699-b054-b94c4b579f8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79595681-dc03-45d7-a583-93da0fd8f1e2 {{(pid=110666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:11:24.071798 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-378815e6-3d54-4699-b054-b94c4b579f8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:24.073074 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-378815e6-3d54-4699-b054-b94c4b579f8f admin admin] 10.222.0.59 "DELETE /v2.0/routers/79595681-dc03-45d7-a583-93da0fd8f1e2 HTTP/1.1" status: 204 len: 168 time: 1.5539606 Mar 31 22:11:24.075600 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 34486) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:24.149042 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_v2 [None req-275e1190-1423-4cd7-8a75-6f9453216f5c admin admin] Deleting subnet 01b07abf-1022-4cb3-9419-c682f5c84b30 {{(pid=110666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 22:11:24.152676 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-275e1190-1423-4cd7-8a75-6f9453216f5c admin admin] Publish callbacks [] for subnet (01b07abf-1022-4cb3-9419-c682f5c84b30), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:24.190188 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-275e1190-1423-4cd7-8a75-6f9453216f5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10216105'] for subnet (01b07abf-1022-4cb3-9419-c682f5c84b30), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:24.271287 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-275e1190-1423-4cd7-8a75-6f9453216f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1415921'] for subnet (01b07abf-1022-4cb3-9419-c682f5c84b30), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:24.449493 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-275e1190-1423-4cd7-8a75-6f9453216f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1415878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10430195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10336980'] for subnet (01b07abf-1022-4cb3-9419-c682f5c84b30), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:24.475531 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e1190-1423-4cd7-8a75-6f9453216f5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01b07abf-1022-4cb3-9419-c682f5c84b30,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:24.480544 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-275e1190-1423-4cd7-8a75-6f9453216f5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:24.486928 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-275e1190-1423-4cd7-8a75-6f9453216f5c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/01b07abf-1022-4cb3-9419-c682f5c84b30 HTTP/1.1" status: 204 len: 168 time: 0.4075243 Mar 31 22:11:24.486928 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 34490) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:24.493039 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b93e064-909c-4184-90aa-c7dc87823fd1 None None] Network 39113ebe-596d-4feb-8ec9-18a7831cbf68 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:11:24.574501 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b59a931e-b14c-409d-b6c0-ccaa710aec60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329072'] for network (39113ebe-596d-4feb-8ec9-18a7831cbf68), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:24.595062 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 0cc19e6d-1998-47e1-8692-f1268bb79c16 no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:11:24.645423 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-b59a931e-b14c-409d-b6c0-ccaa710aec60 admin admin] Deleting port b3fcbb7e-8399-490e-b16d-eeb99b713640 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:11:24.645765 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b59a931e-b14c-409d-b6c0-ccaa710aec60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (b3fcbb7e-8399-490e-b16d-eeb99b713640), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:24.716205 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-b59a931e-b14c-409d-b6c0-ccaa710aec60 admin admin] For port b3fcbb7e-8399-490e-b16d-eeb99b713640, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=b3fcbb7e-8399-490e-b16d-eeb99b713640,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:11:24.716588 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b59a931e-b14c-409d-b6c0-ccaa710aec60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (b3fcbb7e-8399-490e-b16d-eeb99b713640), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:24.729981 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-b59a931e-b14c-409d-b6c0-ccaa710aec60 admin admin] Calling delete_port for b3fcbb7e-8399-490e-b16d-eeb99b713640 owned by network:dhcp {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:11:24.756811 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: 0cc19e6d-1998-47e1-8692-f1268bb79c16 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:11:24.756811 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 0cc19e6d-1998-47e1-8692-f1268bb79c16 not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:11:24.756811 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device f67a0f26-97a7-48a6-9414-24df8c326d24 no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:11:24.778823 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: f67a0f26-97a7-48a6-9414-24df8c326d24 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:11:24.785317 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device f67a0f26-97a7-48a6-9414-24df8c326d24 not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:11:24.881228 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0c8019-cf0d-46f6-9c50-23c17ce03dcf None None] DHCP port deletion for 39113ebe-596d-4feb-8ec9-18a7831cbf68 request from dv-cinder-836083-1-iscsi {{(pid=110668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 22:11:24.927489 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-8b0c8019-cf0d-46f6-9c50-23c17ce03dcf None None] Deleting port b3fcbb7e-8399-490e-b16d-eeb99b713640 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:11:24.927860 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8b0c8019-cf0d-46f6-9c50-23c17ce03dcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (b3fcbb7e-8399-490e-b16d-eeb99b713640), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:24.994392 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-8b0c8019-cf0d-46f6-9c50-23c17ce03dcf None None] For port b3fcbb7e-8399-490e-b16d-eeb99b713640, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=b3fcbb7e-8399-490e-b16d-eeb99b713640,segment=NetworkSegment(00dfa501-ed34-4105-a2b8-db379d4dec2b),segment_id=00dfa501-ed34-4105-a2b8-db379d4dec2b)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:11:24.994801 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8b0c8019-cf0d-46f6-9c50-23c17ce03dcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (b3fcbb7e-8399-490e-b16d-eeb99b713640), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:25.003156 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b59a931e-b14c-409d-b6c0-ccaa710aec60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (b3fcbb7e-8399-490e-b16d-eeb99b713640), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:25.007675 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-8b0c8019-cf0d-46f6-9c50-23c17ce03dcf None None] Calling delete_port for b3fcbb7e-8399-490e-b16d-eeb99b713640 owned by network:dhcp {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:11:25.035844 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a931e-b14c-409d-b6c0-ccaa710aec60 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3fcbb7e-8399-490e-b16d-eeb99b713640,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:25.041031 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59a931e-b14c-409d-b6c0-ccaa710aec60 admin admin] No DVR routers for this DVR port b3fcbb7e-8399-490e-b16d-eeb99b713640 on host dv-cinder-836083-1-iscsi {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:11:25.073384 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b07b9-51c8-4239-b8ed-09a216d4a54a req-d7cf2d55-5f46-49e2-956a-c537d7efa1fe tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:25.080274 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ae0b07b9-51c8-4239-b8ed-09a216d4a54a req-d7cf2d55-5f46-49e2-956a-c537d7efa1fe tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=21be7183-3683-4beb-85e7-03a45b37e9cf HTTP/1.1" status: 200 len: 943 time: 0.0635514 Mar 31 22:11:25.088101 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8b0c8019-cf0d-46f6-9c50-23c17ce03dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094'] for port (b3fcbb7e-8399-490e-b16d-eeb99b713640), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:25.120877 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c8019-cf0d-46f6-9c50-23c17ce03dcf None None] Pushing event deleted for resources: {'Port': ['ID=b3fcbb7e-8399-490e-b16d-eeb99b713640,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:25.122680 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b59a931e-b14c-409d-b6c0-ccaa710aec60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695930', 'neutron.services.segments.db._delete_segments_for_network-8758607384890'] for network (39113ebe-596d-4feb-8ec9-18a7831cbf68), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:25.129241 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0c8019-cf0d-46f6-9c50-23c17ce03dcf None None] No DVR routers for this DVR port b3fcbb7e-8399-490e-b16d-eeb99b713640 on host dv-cinder-836083-1-iscsi {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:11:25.132926 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c8019-cf0d-46f6-9c50-23c17ce03dcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:25.133467 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c8019-cf0d-46f6-9c50-23c17ce03dcf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:25.133812 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ae0b07b9-51c8-4239-b8ed-09a216d4a54a req-c30c8b1b-2917-4f01-9651-4841d802dffb tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab68280a-2208-4b33-b365-1bbf5d8085ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526786 Mar 31 22:11:25.134144 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c8019-cf0d-46f6-9c50-23c17ce03dcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:25.134498 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c8019-cf0d-46f6-9c50-23c17ce03dcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:25.134828 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c8019-cf0d-46f6-9c50-23c17ce03dcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:25.135310 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c8019-cf0d-46f6-9c50-23c17ce03dcf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:25.135637 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c8019-cf0d-46f6-9c50-23c17ce03dcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:25.136293 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c8019-cf0d-46f6-9c50-23c17ce03dcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:25.136767 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c8019-cf0d-46f6-9c50-23c17ce03dcf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:25.137124 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c8019-cf0d-46f6-9c50-23c17ce03dcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:25.137455 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c8019-cf0d-46f6-9c50-23c17ce03dcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:25.137780 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c8019-cf0d-46f6-9c50-23c17ce03dcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:25.138097 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c8019-cf0d-46f6-9c50-23c17ce03dcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:25.138608 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c8019-cf0d-46f6-9c50-23c17ce03dcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:25.138986 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0c8019-cf0d-46f6-9c50-23c17ce03dcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:25.157635 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-b59a931e-b14c-409d-b6c0-ccaa710aec60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39113ebe-596d-4feb-8ec9-18a7831cbf68']}} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:11:25.167466 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-b59a931e-b14c-409d-b6c0-ccaa710aec60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00dfa501-ed34-4105-a2b8-db379d4dec2b') {'for_net_delete': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:11:25.167825 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-b59a931e-b14c-409d-b6c0-ccaa710aec60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00dfa501-ed34-4105-a2b8-db379d4dec2b') {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:11:25.178017 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b59a931e-b14c-409d-b6c0-ccaa710aec60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758607385923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10216098'] for segment (00dfa501-ed34-4105-a2b8-db379d4dec2b), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:25.191389 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b59a931e-b14c-409d-b6c0-ccaa710aec60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (00dfa501-ed34-4105-a2b8-db379d4dec2b), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:25.197170 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59a931e-b14c-409d-b6c0-ccaa710aec60 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=110666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:11:25.197557 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b59a931e-b14c-409d-b6c0-ccaa710aec60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10429525'] for segment (00dfa501-ed34-4105-a2b8-db379d4dec2b), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: Traceback (most recent call last): Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: timer() Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: cb(*args, **kw) Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: return func(*args, **kwargs) Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: self._notify() Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: self.callback(batched_events) Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: event.method(event) Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: return f(self, *a, **k) Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: return self._get(url).json() Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: return self.request(url, 'GET', **kwargs) Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:11:25.199219 dv-cinder-836083-1-iscsi neutron-server[110666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:11:25.346114 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b59a931e-b14c-409d-b6c0-ccaa710aec60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-695923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625691'] for network (39113ebe-596d-4feb-8ec9-18a7831cbf68), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:25.351375 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b59a931e-b14c-409d-b6c0-ccaa710aec60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:25.354596 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b59a931e-b14c-409d-b6c0-ccaa710aec60 admin admin] 10.222.0.59 "DELETE /v2.0/networks/39113ebe-596d-4feb-8ec9-18a7831cbf68 HTTP/1.1" status: 204 len: 168 time: 0.8670409 Mar 31 22:11:25.366873 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a931e-b14c-409d-b6c0-ccaa710aec60 admin admin] Pushing event deleted for resources: {'Network': ['ID=39113ebe-596d-4feb-8ec9-18a7831cbf68,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:25.724390 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 641f4c60-a8b9-4ec5-8a9e-268655ae4f39 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:11:25.819229 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 641f4c60-a8b9-4ec5-8a9e-268655ae4f39, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=641f4c60-a8b9-4ec5-8a9e-268655ae4f39,segment=NetworkSegment(35b18903-41d9-4294-bdc7-4b9e2d6675a2),segment_id=35b18903-41d9-4294-bdc7-4b9e2d6675a2)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:11:25.831020 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': '641f4c60-a8b9-4ec5-8a9e-268655ae4f39', 'network_id': '1d5825a3-b47b-4467-b781-e7d6ee37cfe8', 'port_id': '641f4c60-a8b9-4ec5-8a9e-268655ae4f39', 'mac_address': 'fa:16:3e:4a:9f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1657068d-0274-4af6-b510-a0309e69228a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:11:25.875513 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 641f4c60-a8b9-4ec5-8a9e-268655ae4f39 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:11:25.875905 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (641f4c60-a8b9-4ec5-8a9e-268655ae4f39), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:25.891394 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 641f4c60-a8b9-4ec5-8a9e-268655ae4f39 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:11:25.918025 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 641f4c60-a8b9-4ec5-8a9e-268655ae4f39, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=641f4c60-a8b9-4ec5-8a9e-268655ae4f39,segment=NetworkSegment(35b18903-41d9-4294-bdc7-4b9e2d6675a2),segment_id=35b18903-41d9-4294-bdc7-4b9e2d6675a2)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:11:25.918290 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 34520) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:25.955511 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b4e10ec8-edab-4678-8929-4ddb2ad3db7c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=34e52cb5afa74b4eafaebe16c9e1e1d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406649 Mar 31 22:11:25.958426 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 34524) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:25.980691 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (641f4c60-a8b9-4ec5-8a9e-268655ae4f39), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:26.010713 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bdd7c324-ea79-4755-92ed-466059279a61 admin admin] Publish callbacks [] for security_group (20060121-0244-485b-916a-2b1f734b89ef), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:26.031633 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=641f4c60-a8b9-4ec5-8a9e-268655ae4f39,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:26.032997 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bdd7c324-ea79-4755-92ed-466059279a61 admin admin] Publish callbacks [] for security_group (20060121-0244-485b-916a-2b1f734b89ef), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:26.178203 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['641f4c60-a8b9-4ec5-8a9e-268655ae4f39'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:11:26.234638 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bdd7c324-ea79-4755-92ed-466059279a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (20060121-0244-485b-916a-2b1f734b89ef), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:26.237181 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-bdd7c324-ea79-4755-92ed-466059279a61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:26.238329 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-bdd7c324-ea79-4755-92ed-466059279a61 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/20060121-0244-485b-916a-2b1f734b89ef HTTP/1.1" status: 204 len: 168 time: 0.2789061 Mar 31 22:11:26.250605 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7c324-ea79-4755-92ed-466059279a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20060121-0244-485b-916a-2b1f734b89ef,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:26.279096 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac883e8-6bd2-4368-ac8c-45bf1d8fa511 req-f166d079-d608-4060-b44f-be27f28191b5 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:26.280962 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9ac883e8-6bd2-4368-ac8c-45bf1d8fa511 req-f166d079-d608-4060-b44f-be27f28191b5 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=21be7183-3683-4beb-85e7-03a45b37e9cf HTTP/1.1" status: 200 len: 944 time: 0.0800583 Mar 31 22:11:26.339869 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9ac883e8-6bd2-4368-ac8c-45bf1d8fa511 req-92f4ca64-652c-4701-af31-8b97c9829ac7 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab68280a-2208-4b33-b365-1bbf5d8085ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529761 Mar 31 22:11:26.502936 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device b3fcbb7e-8399-490e-b16d-eeb99b713640 no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:11:26.523833 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: b3fcbb7e-8399-490e-b16d-eeb99b713640 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:11:26.524172 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device b3fcbb7e-8399-490e-b16d-eeb99b713640 not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:11:27.486579 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4ef1e-3bc3-4ec1-9b55-f4ab201e784e req-a62e6217-2de9-470a-8b40-560dd9f3815f tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:27.489228 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e2e4ef1e-3bc3-4ec1-9b55-f4ab201e784e req-a62e6217-2de9-470a-8b40-560dd9f3815f tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=21be7183-3683-4beb-85e7-03a45b37e9cf HTTP/1.1" status: 200 len: 944 time: 0.0659833 Mar 31 22:11:27.543939 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e2e4ef1e-3bc3-4ec1-9b55-f4ab201e784e req-eae53896-b8eb-4c4d-9a7e-41e6980d971a tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab68280a-2208-4b33-b365-1bbf5d8085ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471504 Mar 31 22:11:27.739852 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 641f4c60-a8b9-4ec5-8a9e-268655ae4f39 up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:11:27.899782 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning for port 641f4c60-a8b9-4ec5-8a9e-268655ae4f39 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 22:11:27.904247 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port 641f4c60-a8b9-4ec5-8a9e-268655ae4f39 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:11:27.904828 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (641f4c60-a8b9-4ec5-8a9e-268655ae4f39), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:27.989420 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 641f4c60-a8b9-4ec5-8a9e-268655ae4f39 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:11:27.989721 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (641f4c60-a8b9-4ec5-8a9e-268655ae4f39), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:28.013906 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21be7183-3683-4beb-85e7-03a45b37e9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641f4c60-a8b9-4ec5-8a9e-268655ae4f39'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:11:28.016870 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e3a1ff-fd79-4c22-aa8a-5faf8541cf1d" -d '{"events": [{"server_uuid": "21be7183-3683-4beb-85e7-03a45b37e9cf", "name": "network-vif-plugged", "status": "completed", "tag": "641f4c60-a8b9-4ec5-8a9e-268655ae4f39"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:11:28.031408 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 641f4c60-a8b9-4ec5-8a9e-268655ae4f39, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=641f4c60-a8b9-4ec5-8a9e-268655ae4f39,segment=NetworkSegment(35b18903-41d9-4294-bdc7-4b9e2d6675a2),segment_id=35b18903-41d9-4294-bdc7-4b9e2d6675a2)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:11:28.068581 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43524ad4-205c-4e2b-b9e7-e5888d5762d1 x-openstack-request-id: req-43524ad4-205c-4e2b-b9e7-e5888d5762d1 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:11:28.068878 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21be7183-3683-4beb-85e7-03a45b37e9cf", "name": "network-vif-plugged", "status": "completed", "tag": "641f4c60-a8b9-4ec5-8a9e-268655ae4f39", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:11:28.069132 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-43524ad4-205c-4e2b-b9e7-e5888d5762d1 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:11:28.069530 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43524ad4-205c-4e2b-b9e7-e5888d5762d1'] response: {'server_uuid': '21be7183-3683-4beb-85e7-03a45b37e9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '641f4c60-a8b9-4ec5-8a9e-268655ae4f39', 'code': 200} Mar 31 22:11:28.117819 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (641f4c60-a8b9-4ec5-8a9e-268655ae4f39), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:28.169104 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=641f4c60-a8b9-4ec5-8a9e-268655ae4f39,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:28.436650 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10840beb-874f-4f94-baab-f98400c8ca9a req-8802adb7-6bf7-4f47-b45d-4976bd60eac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:28.436650 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-10840beb-874f-4f94-baab-f98400c8ca9a req-8802adb7-6bf7-4f47-b45d-4976bd60eac6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=21be7183-3683-4beb-85e7-03a45b37e9cf HTTP/1.1" status: 200 len: 1129 time: 0.0508511 Mar 31 22:11:28.485723 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-10840beb-874f-4f94-baab-f98400c8ca9a req-f8a1188f-fcd0-4960-acd4-5d875d807e25 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ab68280a-2208-4b33-b365-1bbf5d8085ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410359 Mar 31 22:11:28.662412 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbb3ea-215a-4219-bfc4-4f67989670d8 req-415e0d9f-8660-43ec-bf8a-ea3e16eb2b39 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:28.663902 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-37bbb3ea-215a-4219-bfc4-4f67989670d8 req-415e0d9f-8660-43ec-bf8a-ea3e16eb2b39 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=21be7183-3683-4beb-85e7-03a45b37e9cf HTTP/1.1" status: 200 len: 945 time: 0.0537748 Mar 31 22:11:28.715141 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-37bbb3ea-215a-4219-bfc4-4f67989670d8 req-7353127f-8c29-4fde-9486-ac1dfe00d2f1 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab68280a-2208-4b33-b365-1bbf5d8085ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450437 Mar 31 22:11:29.054813 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 34608) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:29.168826 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-65328cc1-24a2-465a-a437-5e1d01324b94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:29.242122 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-65328cc1-24a2-465a-a437-5e1d01324b94 admin admin] Publish callbacks [] for security_group (88556c3f-70b3-4a26-98cc-844d7cdd2d6b), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:29.334807 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-65328cc1-24a2-465a-a437-5e1d01324b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (88556c3f-70b3-4a26-98cc-844d7cdd2d6b), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:29.378709 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-65328cc1-24a2-465a-a437-5e1d01324b94 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5847aacb609646fabadaeafba670d324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222582 Mar 31 22:11:29.379946 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65328cc1-24a2-465a-a437-5e1d01324b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88556c3f-70b3-4a26-98cc-844d7cdd2d6b,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:29.381392 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 34618) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:29.445329 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8dc6139f-a8ad-441f-aa68-3623a10b8b1c admin admin] Publish callbacks [] for security_group (88556c3f-70b3-4a26-98cc-844d7cdd2d6b), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:29.470435 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8dc6139f-a8ad-441f-aa68-3623a10b8b1c admin admin] Publish callbacks [] for security_group (88556c3f-70b3-4a26-98cc-844d7cdd2d6b), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:29.620744 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8dc6139f-a8ad-441f-aa68-3623a10b8b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (88556c3f-70b3-4a26-98cc-844d7cdd2d6b), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:29.624048 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8dc6139f-a8ad-441f-aa68-3623a10b8b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:29.625477 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-8dc6139f-a8ad-441f-aa68-3623a10b8b1c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/88556c3f-70b3-4a26-98cc-844d7cdd2d6b HTTP/1.1" status: 204 len: 168 time: 0.2427444 Mar 31 22:11:29.634397 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6139f-a8ad-441f-aa68-3623a10b8b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88556c3f-70b3-4a26-98cc-844d7cdd2d6b,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:29.839137 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6777ad-49e9-429c-aa68-abf6ef47106e req-9d2bf6f8-54bd-433e-b373-4df9699564db tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:29.841314 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cb6777ad-49e9-429c-aa68-abf6ef47106e req-9d2bf6f8-54bd-433e-b373-4df9699564db tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=21be7183-3683-4beb-85e7-03a45b37e9cf HTTP/1.1" status: 200 len: 945 time: 0.0548387 Mar 31 22:11:29.892600 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cb6777ad-49e9-429c-aa68-abf6ef47106e req-a0b67280-d820-4f10-b811-4cf77af40288 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab68280a-2208-4b33-b365-1bbf5d8085ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449452 Mar 31 22:11:34.214445 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ad5f527d-d28a-42ff-bb7d-914f5cac5168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:36.448851 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:36.654598 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d8902346-13c5-45be-9873-d953267c9bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:37.563030 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:39.048833 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:39.762727 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 34884) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:39.889109 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 34892) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:39.949865 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-27c86450-0105-4e22-9ea7-b6533fea7446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:39.964858 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-04da8487-42b6-407d-9996-21051b104a67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:40.085085 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-27c86450-0105-4e22-9ea7-b6533fea7446 admin admin] Publish callbacks [] for security_group (33943ee8-66b3-4947-93ca-401ecd9ce6ac), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:40.089458 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-04da8487-42b6-407d-9996-21051b104a67 admin admin] Publish callbacks [] for security_group (79f78dad-8704-4573-928d-d9faa8d53785), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:40.146453 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-04da8487-42b6-407d-9996-21051b104a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (79f78dad-8704-4573-928d-d9faa8d53785), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:40.148923 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-27c86450-0105-4e22-9ea7-b6533fea7446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (33943ee8-66b3-4947-93ca-401ecd9ce6ac), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:40.204077 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-27c86450-0105-4e22-9ea7-b6533fea7446 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a90f9fae28114172966cb0ac792bfd50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4402690 Mar 31 22:11:40.205154 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da8487-42b6-407d-9996-21051b104a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f78dad-8704-4573-928d-d9faa8d53785,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:40.206788 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 34898) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:40.208877 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-04da8487-42b6-407d-9996-21051b104a67 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1739c10f1d854fb296ef3d6e52a923b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3187473 Mar 31 22:11:40.212847 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 34900) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:40.215133 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da8487-42b6-407d-9996-21051b104a67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.218410 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da8487-42b6-407d-9996-21051b104a67 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.218410 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da8487-42b6-407d-9996-21051b104a67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.218410 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da8487-42b6-407d-9996-21051b104a67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.218410 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da8487-42b6-407d-9996-21051b104a67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.218410 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da8487-42b6-407d-9996-21051b104a67 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.218410 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da8487-42b6-407d-9996-21051b104a67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.218410 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da8487-42b6-407d-9996-21051b104a67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.218410 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da8487-42b6-407d-9996-21051b104a67 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.218965 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da8487-42b6-407d-9996-21051b104a67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.218965 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da8487-42b6-407d-9996-21051b104a67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.219187 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da8487-42b6-407d-9996-21051b104a67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.219396 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da8487-42b6-407d-9996-21051b104a67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.219724 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da8487-42b6-407d-9996-21051b104a67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.220044 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da8487-42b6-407d-9996-21051b104a67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.245360 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c86450-0105-4e22-9ea7-b6533fea7446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33943ee8-66b3-4947-93ca-401ecd9ce6ac,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:40.291878 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0afaebfb-62f5-4fe5-8926-5e89656a3914 admin admin] Publish callbacks [] for security_group (33943ee8-66b3-4947-93ca-401ecd9ce6ac), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:40.297871 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e0917369-d092-4090-9ee3-bf0be72b394d admin admin] Publish callbacks [] for security_group (79f78dad-8704-4573-928d-d9faa8d53785), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:40.325888 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0afaebfb-62f5-4fe5-8926-5e89656a3914 admin admin] Publish callbacks [] for security_group (33943ee8-66b3-4947-93ca-401ecd9ce6ac), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:40.346855 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e0917369-d092-4090-9ee3-bf0be72b394d admin admin] Publish callbacks [] for security_group (79f78dad-8704-4573-928d-d9faa8d53785), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:40.408860 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:40.495094 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e0917369-d092-4090-9ee3-bf0be72b394d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (79f78dad-8704-4573-928d-d9faa8d53785), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:40.497632 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e0917369-d092-4090-9ee3-bf0be72b394d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:40.498886 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-e0917369-d092-4090-9ee3-bf0be72b394d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/79f78dad-8704-4573-928d-d9faa8d53785 HTTP/1.1" status: 204 len: 168 time: 0.2843120 Mar 31 22:11:40.499607 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0afaebfb-62f5-4fe5-8926-5e89656a3914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (33943ee8-66b3-4947-93ca-401ecd9ce6ac), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:40.502032 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-0afaebfb-62f5-4fe5-8926-5e89656a3914 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:40.508755 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-0afaebfb-62f5-4fe5-8926-5e89656a3914 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/33943ee8-66b3-4947-93ca-401ecd9ce6ac HTTP/1.1" status: 204 len: 168 time: 0.2953215 Mar 31 22:11:40.511497 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0917369-d092-4090-9ee3-bf0be72b394d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f78dad-8704-4573-928d-d9faa8d53785,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:40.519471 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0917369-d092-4090-9ee3-bf0be72b394d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.520024 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0917369-d092-4090-9ee3-bf0be72b394d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.520437 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0917369-d092-4090-9ee3-bf0be72b394d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.520846 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0917369-d092-4090-9ee3-bf0be72b394d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.521250 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0917369-d092-4090-9ee3-bf0be72b394d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.521648 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0917369-d092-4090-9ee3-bf0be72b394d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.522050 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0917369-d092-4090-9ee3-bf0be72b394d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.522463 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0917369-d092-4090-9ee3-bf0be72b394d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.522866 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0917369-d092-4090-9ee3-bf0be72b394d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.523317 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0917369-d092-4090-9ee3-bf0be72b394d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.523651 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0917369-d092-4090-9ee3-bf0be72b394d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.524046 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0917369-d092-4090-9ee3-bf0be72b394d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.524437 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0917369-d092-4090-9ee3-bf0be72b394d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.524826 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0917369-d092-4090-9ee3-bf0be72b394d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.525354 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0917369-d092-4090-9ee3-bf0be72b394d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:11:40.536974 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afaebfb-62f5-4fe5-8926-5e89656a3914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33943ee8-66b3-4947-93ca-401ecd9ce6ac,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:41.512805 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 34954) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:41.612526 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-19bb8967-0ac4-44d6-8e8c-9802e2c98bc2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-808043790-network', 'tenant_id': 'd2d385411230479ca9fd6bf55d3a3300'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:11:41.672261 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bb8967-0ac4-44d6-8e8c-9802e2c98bc2 admin admin] Made reservation on behalf of d2d385411230479ca9fd6bf55d3a3300 for: {'network': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:11:41.674611 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-19bb8967-0ac4-44d6-8e8c-9802e2c98bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for network (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:41.683328 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-19bb8967-0ac4-44d6-8e8c-9802e2c98bc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:41.761004 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-19bb8967-0ac4-44d6-8e8c-9802e2c98bc2 admin admin] Publish callbacks [] for security_group (60133465-cce7-4752-8e46-b5593f2bce35), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:41.854579 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-19bb8967-0ac4-44d6-8e8c-9802e2c98bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (60133465-cce7-4752-8e46-b5593f2bce35), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:41.877294 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19bb8967-0ac4-44d6-8e8c-9802e2c98bc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=110666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:11:41.891416 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb8967-0ac4-44d6-8e8c-9802e2c98bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60133465-cce7-4752-8e46-b5593f2bce35,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:41.897865 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-19bb8967-0ac4-44d6-8e8c-9802e2c98bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (aad196d5-bb86-4bb7-b31e-aeea19738177), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:41.898661 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.segments_db [None req-19bb8967-0ac4-44d6-8e8c-9802e2c98bc2 admin admin] Added segment aad196d5-bb86-4bb7-b31e-aeea19738177 of type vlan for network c83b878d-c6ae-40da-95c7-b8256cbfe747 Mar 31 22:11:41.940108 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-19bb8967-0ac4-44d6-8e8c-9802e2c98bc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758607012172'] for network (c83b878d-c6ae-40da-95c7-b8256cbfe747), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:42.026073 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-19bb8967-0ac4-44d6-8e8c-9802e2c98bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for network (c83b878d-c6ae-40da-95c7-b8256cbfe747), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:42.027103 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bb8967-0ac4-44d6-8e8c-9802e2c98bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:42.027688 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-19bb8967-0ac4-44d6-8e8c-9802e2c98bc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:42.089623 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb8967-0ac4-44d6-8e8c-9802e2c98bc2 admin admin] Pushing event updated for resources: {'Network': ['ID=c83b878d-c6ae-40da-95c7-b8256cbfe747,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:42.100179 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Network c83b878d-c6ae-40da-95c7-b8256cbfe747 details requested by agent ovs-agent-dv-cinder-836083-1-iscsi with host dv-cinder-836083-1-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:11:42.151512 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-19bb8967-0ac4-44d6-8e8c-9802e2c98bc2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6348703 Mar 31 22:11:42.152760 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 34972) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:42.159497 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-ad5681f8-fe57-41cd-908a-25b733ac134e admin admin] Request body: {'subnet': {'network_id': 'c83b878d-c6ae-40da-95c7-b8256cbfe747', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-808043790-subnet', 'tenant_id': 'd2d385411230479ca9fd6bf55d3a3300', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:11:42.243040 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5681f8-fe57-41cd-908a-25b733ac134e admin admin] Made reservation on behalf of d2d385411230479ca9fd6bf55d3a3300 for: {'subnet': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:11:42.245351 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ad5681f8-fe57-41cd-908a-25b733ac134e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10336971'] for subnet (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:42.501208 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ad5681f8-fe57-41cd-908a-25b733ac134e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10430128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10336989'] for subnet (40fe8fd8-6e50-48b8-ad22-8bf6b8b13880), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:42.559839 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5681f8-fe57-41cd-908a-25b733ac134e admin admin] Pushing event updated for resources: {'Subnet': ['ID=40fe8fd8-6e50-48b8-ad22-8bf6b8b13880,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:42.573804 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5681f8-fe57-41cd-908a-25b733ac134e admin admin] Checking segment: {'id': 'aad196d5-bb86-4bb7-b31e-aeea19738177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c83b878d-c6ae-40da-95c7-b8256cbfe747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:11:42.574304 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5681f8-fe57-41cd-908a-25b733ac134e admin admin] Network hostable DHCP agents. Network: c83b878d-c6ae-40da-95c7-b8256cbfe747, hostable agents: ['0f848437-afb4-42e1-a895-141757b8cd79'], hosted agents: [] {{(pid=110666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:11:42.642912 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5681f8-fe57-41cd-908a-25b733ac134e admin admin] Network c83b878d-c6ae-40da-95c7-b8256cbfe747 is scheduled to be hosted by DHCP agent 0f848437-afb4-42e1-a895-141757b8cd79 with binding_index 1 {{(pid=110666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:11:42.712009 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-ad5681f8-fe57-41cd-908a-25b733ac134e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-1-iscsi, c83b878d-c6ae-40da-95c7-b8256cbfe747) {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:11:42.716176 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5681f8-fe57-41cd-908a-25b733ac134e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:42.717056 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ad5681f8-fe57-41cd-908a-25b733ac134e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:42.723628 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551b93de-53bc-458e-a622-9816615cc4e7 None None] Network c83b878d-c6ae-40da-95c7-b8256cbfe747 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:11:42.817563 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-ad5681f8-fe57-41cd-908a-25b733ac134e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6633759 Mar 31 22:11:42.823806 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4429cea-dae4-404e-813d-99f50511435b None None] Network c83b878d-c6ae-40da-95c7-b8256cbfe747 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:11:44.807040 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-d3d7edb3-23af-4df3-8fa9-0269aab0aa76 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:44.808519 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-d3d7edb3-23af-4df3-8fa9-0269aab0aa76 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/networks?id=c83b878d-c6ae-40da-95c7-b8256cbfe747 HTTP/1.1" status: 200 len: 808 time: 0.1049862 Mar 31 22:11:44.824470 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-0560f325-f3cd-4c17-8fce-5a59df126bf7 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/quotas/d2d385411230479ca9fd6bf55d3a3300 HTTP/1.1" status: 200 len: 375 time: 0.0099952 Mar 31 22:11:44.876142 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-7ac629e6-a7ea-4d8d-86fd-5034dcc91f91 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d2d385411230479ca9fd6bf55d3a3300&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380180 Mar 31 22:11:44.977181 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-a97ca85f-de8f-4cac-b326-b1984be024d1 service neutron] 10.222.0.59 "GET /v2.0/networks/c83b878d-c6ae-40da-95c7-b8256cbfe747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940347 Mar 31 22:11:45.067114 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-56f45826-f4c2-4909-b1f7-680d3e5c24fd service neutron] 10.222.0.59 "GET /v2.0/networks/c83b878d-c6ae-40da-95c7-b8256cbfe747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836389 Mar 31 22:11:45.319362 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3a42a338-2687-484a-8461-c13ba6b42976 req-b70967c7-7fee-46a9-822d-5d1fd0101ba1 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=903a8559-455e-4138-b3b2-34bb9dbddee3 HTTP/1.1" status: 200 len: 210 time: 0.0284998 Mar 31 22:11:46.413411 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ac13e5ea-533c-4877-a174-f3a5fc9d13d8 req-bbdfa96a-6d6a-4663-833c-6e4aa7506fb3 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=903a8559-455e-4138-b3b2-34bb9dbddee3 HTTP/1.1" status: 200 len: 210 time: 0.0287344 Mar 31 22:11:47.512447 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e891e181-d1c7-4b09-930d-9b7c642a0ec7 req-a83861eb-9437-46a7-8b4a-301934727a92 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=903a8559-455e-4138-b3b2-34bb9dbddee3 HTTP/1.1" status: 200 len: 210 time: 0.0317178 Mar 31 22:11:48.607687 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-860163d3-a821-461e-865e-f00609c175ba req-348f4ae1-963f-4f12-8fbc-4ea7f241c6fe tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=903a8559-455e-4138-b3b2-34bb9dbddee3 HTTP/1.1" status: 200 len: 210 time: 0.0282989 Mar 31 22:11:49.703294 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0096e1af-586f-40af-9fa6-08053d424063 req-b770ae92-f3b5-4331-a8af-17c207bf5d6e tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=903a8559-455e-4138-b3b2-34bb9dbddee3 HTTP/1.1" status: 200 len: 210 time: 0.0301020 Mar 31 22:11:50.334642 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-92e4d23e-ddae-4768-a264-8d4c38b91955 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:50.336028 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-92e4d23e-ddae-4768-a264-8d4c38b91955 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.57 "GET /v2.0/networks?id=c83b878d-c6ae-40da-95c7-b8256cbfe747 HTTP/1.1" status: 200 len: 808 time: 0.1078045 Mar 31 22:11:50.348632 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-aaf0979e-fbe2-4124-8588-598239a8c283 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Request body: {'port': {'device_id': '903a8559-455e-4138-b3b2-34bb9dbddee3', 'network_id': 'c83b878d-c6ae-40da-95c7-b8256cbfe747', 'admin_state_up': True, 'tenant_id': 'd2d385411230479ca9fd6bf55d3a3300'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:11:50.534271 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-aaf0979e-fbe2-4124-8588-598239a8c283 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Made reservation on behalf of d2d385411230479ca9fd6bf55d3a3300 for: {'port': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:11:50.537658 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-aaf0979e-fbe2-4124-8588-598239a8c283 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:50.681223 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-aaf0979e-fbe2-4124-8588-598239a8c283 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Allocated IP 172.20.0.7 (c83b878d-c6ae-40da-95c7-b8256cbfe747/40fe8fd8-6e50-48b8-ad22-8bf6b8b13880/634829a4-63bc-49cf-b4d9-45c3778396c7) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:11:50.803164 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5aab0910-3b67-461c-af45-6a775cfdf69f req-54c4a902-2f78-4a21-a184-e2075eb079ef tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=903a8559-455e-4138-b3b2-34bb9dbddee3 HTTP/1.1" status: 200 len: 210 time: 0.0316198 Mar 31 22:11:50.839943 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-aaf0979e-fbe2-4124-8588-598239a8c283 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Publish callbacks [] for port (634829a4-63bc-49cf-b4d9-45c3778396c7), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:50.940896 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-aaf0979e-fbe2-4124-8588-598239a8c283 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (634829a4-63bc-49cf-b4d9-45c3778396c7), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:50.991951 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-aaf0979e-fbe2-4124-8588-598239a8c283 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Network c83b878d-c6ae-40da-95c7-b8256cbfe747 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:11:50.997259 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-aaf0979e-fbe2-4124-8588-598239a8c283 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:11:51.002284 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-aaf0979e-fbe2-4124-8588-598239a8c283 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:11:51.006107 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0979e-fbe2-4124-8588-598239a8c283 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Pushing event updated for resources: {'Port': ['ID=634829a4-63bc-49cf-b4d9-45c3778396c7,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:51.051510 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-aaf0979e-fbe2-4124-8588-598239a8c283 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:51.052118 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-aaf0979e-fbe2-4124-8588-598239a8c283 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:51.143202 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-aaf0979e-fbe2-4124-8588-598239a8c283 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7983279 Mar 31 22:11:51.154155 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-59f39d09-ffa9-436c-a995-d7447ba0e633 service neutron] Request body: {'port': {'device_id': '903a8559-455e-4138-b3b2-34bb9dbddee3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:11:51.213042 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-59f39d09-ffa9-436c-a995-d7447ba0e633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (634829a4-63bc-49cf-b4d9-45c3778396c7), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:51.487612 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-59f39d09-ffa9-436c-a995-d7447ba0e633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 634829a4-63bc-49cf-b4d9-45c3778396c7 {{(pid=110666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:11:51.495368 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-59f39d09-ffa9-436c-a995-d7447ba0e633 service neutron] Publish callbacks [] for port (634829a4-63bc-49cf-b4d9-45c3778396c7), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:51.508783 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.provisioning_blocks [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-59f39d09-ffa9-436c-a995-d7447ba0e633 service neutron] Transition to ACTIVE for port object 634829a4-63bc-49cf-b4d9-45c3778396c7 will not be triggered until provisioned by entity L2. {{(pid=110666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 22:11:51.631857 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-59f39d09-ffa9-436c-a995-d7447ba0e633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (634829a4-63bc-49cf-b4d9-45c3778396c7), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:51.682344 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f39d09-ffa9-436c-a995-d7447ba0e633 service neutron] Pushing event updated for resources: {'Port': ['ID=634829a4-63bc-49cf-b4d9-45c3778396c7,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:51.756782 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-59f39d09-ffa9-436c-a995-d7447ba0e633 service neutron] Attempting to bind port 634829a4-63bc-49cf-b4d9-45c3778396c7 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:11:51.757140 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-59f39d09-ffa9-436c-a995-d7447ba0e633 service neutron] Attempting to bind port 634829a4-63bc-49cf-b4d9-45c3778396c7 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'aad196d5-bb86-4bb7-b31e-aeea19738177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c83b878d-c6ae-40da-95c7-b8256cbfe747'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:11:51.757454 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-59f39d09-ffa9-436c-a995-d7447ba0e633 service neutron] Attempting to bind port 634829a4-63bc-49cf-b4d9-45c3778396c7 on network c83b878d-c6ae-40da-95c7-b8256cbfe747 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:11:51.761721 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-59f39d09-ffa9-436c-a995-d7447ba0e633 service neutron] Port 634829a4-63bc-49cf-b4d9-45c3778396c7 on network c83b878d-c6ae-40da-95c7-b8256cbfe747 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:11:51.762038 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-59f39d09-ffa9-436c-a995-d7447ba0e633 service neutron] Attempting to bind port 634829a4-63bc-49cf-b4d9-45c3778396c7 on network c83b878d-c6ae-40da-95c7-b8256cbfe747 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:11:51.766775 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-59f39d09-ffa9-436c-a995-d7447ba0e633 service neutron] Checking agent: {'id': '0c6c7b6d-d51d-4e70-9732-01ea9921e922', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'started_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:11:51.767105 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-59f39d09-ffa9-436c-a995-d7447ba0e633 service neutron] Checking segment: {'id': 'aad196d5-bb86-4bb7-b31e-aeea19738177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c83b878d-c6ae-40da-95c7-b8256cbfe747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:11:51.767481 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-59f39d09-ffa9-436c-a995-d7447ba0e633 service neutron] Bound using segment: {'id': 'aad196d5-bb86-4bb7-b31e-aeea19738177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c83b878d-c6ae-40da-95c7-b8256cbfe747'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:11:51.772884 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-59f39d09-ffa9-436c-a995-d7447ba0e633 service neutron] Bound port: 634829a4-63bc-49cf-b4d9-45c3778396c7, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad196d5-bb86-4bb7-b31e-aeea19738177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c83b878d-c6ae-40da-95c7-b8256cbfe747'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:11:51.772884 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-59f39d09-ffa9-436c-a995-d7447ba0e633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (634829a4-63bc-49cf-b4d9-45c3778396c7), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:51.831324 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-59f39d09-ffa9-436c-a995-d7447ba0e633 service neutron] For port 634829a4-63bc-49cf-b4d9-45c3778396c7, host hv-cinder-83608, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:11:51.834524 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-59f39d09-ffa9-436c-a995-d7447ba0e633 service neutron] For port 634829a4-63bc-49cf-b4d9-45c3778396c7, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=634829a4-63bc-49cf-b4d9-45c3778396c7,segment=NetworkSegment(aad196d5-bb86-4bb7-b31e-aeea19738177),segment_id=aad196d5-bb86-4bb7-b31e-aeea19738177)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:11:51.925045 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42edb5-2280-4f2d-8f16-839742b61b4c req-fea53a66-e28b-490e-9d10-c89df06a3693 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:51.926665 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8b42edb5-2280-4f2d-8f16-839742b61b4c req-fea53a66-e28b-490e-9d10-c89df06a3693 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=903a8559-455e-4138-b3b2-34bb9dbddee3 HTTP/1.1" status: 200 len: 943 time: 0.0536757 Mar 31 22:11:51.957885 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-59f39d09-ffa9-436c-a995-d7447ba0e633 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (634829a4-63bc-49cf-b4d9-45c3778396c7), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:51.977840 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8b42edb5-2280-4f2d-8f16-839742b61b4c req-4dd03194-1805-4b07-b53a-d93bd3236cd4 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450232 Mar 31 22:11:52.001062 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-59f39d09-ffa9-436c-a995-d7447ba0e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:52.001062 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-59f39d09-ffa9-436c-a995-d7447ba0e633 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:52.001062 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-59f39d09-ffa9-436c-a995-d7447ba0e633 service neutron] 10.222.0.57 "PUT /v2.0/ports/634829a4-63bc-49cf-b4d9-45c3778396c7 HTTP/1.1" status: 200 len: 1093 time: 0.8441813 Mar 31 22:11:52.001062 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903a8559-455e-4138-b3b2-34bb9dbddee3', 'tag': '634829a4-63bc-49cf-b4d9-45c3778396c7'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:11:52.001062 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39433f0-f1a1-491a-bc49-faedf8780ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "903a8559-455e-4138-b3b2-34bb9dbddee3", "tag": "634829a4-63bc-49cf-b4d9-45c3778396c7"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:11:52.028098 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f39d09-ffa9-436c-a995-d7447ba0e633 service neutron] Pushing event updated for resources: {'Port': ['ID=634829a4-63bc-49cf-b4d9-45c3778396c7,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:52.040261 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667c9fd6-06b9-4308-bf07-3981f84be64a x-openstack-request-id: req-667c9fd6-06b9-4308-bf07-3981f84be64a {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:11:52.040586 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903a8559-455e-4138-b3b2-34bb9dbddee3", "tag": "634829a4-63bc-49cf-b4d9-45c3778396c7", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:11:52.040844 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-667c9fd6-06b9-4308-bf07-3981f84be64a {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:11:52.041254 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-667c9fd6-06b9-4308-bf07-3981f84be64a'] response: {'name': 'network-changed', 'server_uuid': '903a8559-455e-4138-b3b2-34bb9dbddee3', 'tag': '634829a4-63bc-49cf-b4d9-45c3778396c7', 'status': 'completed', 'code': 200} Mar 31 22:11:52.116965 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39433f0-f1a1-491a-bc49-faedf8780ee6 req-e215c38f-b361-4795-8f24-b5300792590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:52.118501 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c39433f0-f1a1-491a-bc49-faedf8780ee6 req-e215c38f-b361-4795-8f24-b5300792590a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d2d385411230479ca9fd6bf55d3a3300&device_id=903a8559-455e-4138-b3b2-34bb9dbddee3 HTTP/1.1" status: 200 len: 1127 time: 0.0496356 Mar 31 22:11:52.227696 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39433f0-f1a1-491a-bc49-faedf8780ee6 req-8ec90d2d-eeae-4159-9b35-0ca941745a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:52.229114 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c39433f0-f1a1-491a-bc49-faedf8780ee6 req-8ec90d2d-eeae-4159-9b35-0ca941745a11 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d2d385411230479ca9fd6bf55d3a3300&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1022758 Mar 31 22:11:52.328634 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39433f0-f1a1-491a-bc49-faedf8780ee6 req-c922f27b-7904-464e-8bec-8fc0ae1afb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:52.330245 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c39433f0-f1a1-491a-bc49-faedf8780ee6 req-c922f27b-7904-464e-8bec-8fc0ae1afb5a service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931478 Mar 31 22:11:52.684368 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-6d9a5f7c-4aae-47ba-8867-8a398f803f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:52.685898 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-6d9a5f7c-4aae-47ba-8867-8a398f803f05 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d2d385411230479ca9fd6bf55d3a3300&device_id=903a8559-455e-4138-b3b2-34bb9dbddee3 HTTP/1.1" status: 200 len: 1127 time: 0.3111691 Mar 31 22:11:52.731299 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-07237452-1261-48b6-a9e8-38b27bde7017 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=634829a4-63bc-49cf-b4d9-45c3778396c7 HTTP/1.1" status: 200 len: 217 time: 0.0372102 Mar 31 22:11:52.782534 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-dcee6c0d-b007-4125-811d-8266ae2d9808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:52.784037 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-dcee6c0d-b007-4125-811d-8266ae2d9808 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=40fe8fd8-6e50-48b8-ad22-8bf6b8b13880 HTTP/1.1" status: 200 len: 848 time: 0.0466702 Mar 31 22:11:52.819462 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-32cc9bed-5edb-49a4-839d-dea9ac5a8848 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c83b878d-c6ae-40da-95c7-b8256cbfe747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289478 Mar 31 22:11:52.914628 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-5c31cd1b-150e-4746-a024-8077abd3c3c3 service neutron] 10.222.0.57 "GET /v2.0/networks/c83b878d-c6ae-40da-95c7-b8256cbfe747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884528 Mar 31 22:11:53.015926 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ca0ec3ec-8af3-4f5b-89b7-7a90ad8e69de req-151175c9-800f-4c4a-a946-8327ab43e540 service neutron] 10.222.0.57 "GET /v2.0/networks/c83b878d-c6ae-40da-95c7-b8256cbfe747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943043 Mar 31 22:11:53.122842 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf108a-eac4-4dbf-b098-6e993c4f77d5 req-d0f1880f-872a-40b0-b28e-197e1fc66f93 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:53.124341 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-37bf108a-eac4-4dbf-b098-6e993c4f77d5 req-d0f1880f-872a-40b0-b28e-197e1fc66f93 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=903a8559-455e-4138-b3b2-34bb9dbddee3 HTTP/1.1" status: 200 len: 943 time: 0.0603766 Mar 31 22:11:53.149412 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:11:53.172376 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-37bf108a-eac4-4dbf-b098-6e993c4f77d5 req-16f66878-d771-4adb-8630-3e3d704f9649 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411041 Mar 31 22:11:53.886422 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 634829a4-63bc-49cf-b4d9-45c3778396c7 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:11:53.988757 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 634829a4-63bc-49cf-b4d9-45c3778396c7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=634829a4-63bc-49cf-b4d9-45c3778396c7,segment=NetworkSegment(aad196d5-bb86-4bb7-b31e-aeea19738177),segment_id=aad196d5-bb86-4bb7-b31e-aeea19738177)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:11:54.000677 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': '634829a4-63bc-49cf-b4d9-45c3778396c7', 'network_id': 'c83b878d-c6ae-40da-95c7-b8256cbfe747', 'port_id': '634829a4-63bc-49cf-b4d9-45c3778396c7', 'mac_address': 'fa:16:3e:9b:17:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40fe8fd8-6e50-48b8-ad22-8bf6b8b13880', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:11:54.040031 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 634829a4-63bc-49cf-b4d9-45c3778396c7 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:11:54.040031 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (634829a4-63bc-49cf-b4d9-45c3778396c7), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:54.049886 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 634829a4-63bc-49cf-b4d9-45c3778396c7 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:11:54.071694 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 634829a4-63bc-49cf-b4d9-45c3778396c7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=634829a4-63bc-49cf-b4d9-45c3778396c7,segment=NetworkSegment(aad196d5-bb86-4bb7-b31e-aeea19738177),segment_id=aad196d5-bb86-4bb7-b31e-aeea19738177)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:11:54.136150 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (634829a4-63bc-49cf-b4d9-45c3778396c7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:54.187521 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=634829a4-63bc-49cf-b4d9-45c3778396c7,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:54.299399 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea872cc-e34e-4514-a175-18c8766b9988 req-3d96d102-0daa-4906-89fb-1579ccd8f2e5 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:54.300818 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ea872cc-e34e-4514-a175-18c8766b9988 req-3d96d102-0daa-4906-89fb-1579ccd8f2e5 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=903a8559-455e-4138-b3b2-34bb9dbddee3 HTTP/1.1" status: 200 len: 944 time: 0.0568495 Mar 31 22:11:54.350791 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ea872cc-e34e-4514-a175-18c8766b9988 req-a73ceb80-aa4b-46f4-901b-aeaa69bed392 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439451 Mar 31 22:11:54.395199 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['634829a4-63bc-49cf-b4d9-45c3778396c7'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:11:54.849516 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 35258) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:54.959222 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-27e480e9-5c98-45dd-a0c8-3ecdb5e851ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:55.038440 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-27e480e9-5c98-45dd-a0c8-3ecdb5e851ba admin admin] Publish callbacks [] for security_group (9b261b10-a151-4b71-b948-4401f2da4184), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:55.100217 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-27e480e9-5c98-45dd-a0c8-3ecdb5e851ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (9b261b10-a151-4b71-b948-4401f2da4184), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:55.137447 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e480e9-5c98-45dd-a0c8-3ecdb5e851ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b261b10-a151-4b71-b948-4401f2da4184,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:55.144162 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-27e480e9-5c98-45dd-a0c8-3ecdb5e851ba admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6a909df2c34e47888793e30a9ca5953a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2933784 Mar 31 22:11:55.147130 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 35264) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:55.196898 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d7fbdd93-c5b5-41a1-9751-7ba566854605 admin admin] Publish callbacks [] for security_group (9b261b10-a151-4b71-b948-4401f2da4184), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:55.218636 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d7fbdd93-c5b5-41a1-9751-7ba566854605 admin admin] Publish callbacks [] for security_group (9b261b10-a151-4b71-b948-4401f2da4184), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:55.357718 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d7fbdd93-c5b5-41a1-9751-7ba566854605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (9b261b10-a151-4b71-b948-4401f2da4184), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:55.360604 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-d7fbdd93-c5b5-41a1-9751-7ba566854605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:55.361833 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-d7fbdd93-c5b5-41a1-9751-7ba566854605 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9b261b10-a151-4b71-b948-4401f2da4184 HTTP/1.1" status: 204 len: 168 time: 0.2134497 Mar 31 22:11:55.370116 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbdd93-c5b5-41a1-9751-7ba566854605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b261b10-a151-4b71-b948-4401f2da4184,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:55.482665 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef334d9e-bb7f-4486-98ff-f76e1b7881c6 req-ab31e514-45f5-4ff7-a104-70414e1c396a tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:55.484054 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ef334d9e-bb7f-4486-98ff-f76e1b7881c6 req-ab31e514-45f5-4ff7-a104-70414e1c396a tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=903a8559-455e-4138-b3b2-34bb9dbddee3 HTTP/1.1" status: 200 len: 944 time: 0.0557337 Mar 31 22:11:55.530936 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ef334d9e-bb7f-4486-98ff-f76e1b7881c6 req-6c1305d5-affe-438d-a6f0-21249644bbed tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410984 Mar 31 22:11:55.886773 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 634829a4-63bc-49cf-b4d9-45c3778396c7 up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:11:56.002843 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning for port 634829a4-63bc-49cf-b4d9-45c3778396c7 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 22:11:56.007119 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port 634829a4-63bc-49cf-b4d9-45c3778396c7 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:11:56.007491 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (634829a4-63bc-49cf-b4d9-45c3778396c7), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:56.023696 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 35284) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:56.039097 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fee91d07-63b2-45fe-9b04-719a0b742250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:56.098591 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 634829a4-63bc-49cf-b4d9-45c3778396c7 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:11:56.099003 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (634829a4-63bc-49cf-b4d9-45c3778396c7), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:56.116288 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fee91d07-63b2-45fe-9b04-719a0b742250 admin admin] Publish callbacks [] for security_group (0a681ded-227d-4fae-a77f-daa84bc0c401), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:56.121881 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903a8559-455e-4138-b3b2-34bb9dbddee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634829a4-63bc-49cf-b4d9-45c3778396c7'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:11:56.124154 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff87298-f5cb-4a1e-bcae-c23666f72684" -d '{"events": [{"server_uuid": "903a8559-455e-4138-b3b2-34bb9dbddee3", "name": "network-vif-plugged", "status": "completed", "tag": "634829a4-63bc-49cf-b4d9-45c3778396c7"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:11:56.136258 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 634829a4-63bc-49cf-b4d9-45c3778396c7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=634829a4-63bc-49cf-b4d9-45c3778396c7,segment=NetworkSegment(aad196d5-bb86-4bb7-b31e-aeea19738177),segment_id=aad196d5-bb86-4bb7-b31e-aeea19738177)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:11:56.160085 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685157b6-1f96-4f36-89c9-df0f692b9778 x-openstack-request-id: req-685157b6-1f96-4f36-89c9-df0f692b9778 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:11:56.160374 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903a8559-455e-4138-b3b2-34bb9dbddee3", "name": "network-vif-plugged", "status": "completed", "tag": "634829a4-63bc-49cf-b4d9-45c3778396c7", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:11:56.160628 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-685157b6-1f96-4f36-89c9-df0f692b9778 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:11:56.161027 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-685157b6-1f96-4f36-89c9-df0f692b9778'] response: {'server_uuid': '903a8559-455e-4138-b3b2-34bb9dbddee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634829a4-63bc-49cf-b4d9-45c3778396c7', 'code': 200} Mar 31 22:11:56.180213 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fee91d07-63b2-45fe-9b04-719a0b742250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (0a681ded-227d-4fae-a77f-daa84bc0c401), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:56.218887 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-fee91d07-63b2-45fe-9b04-719a0b742250 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b2b71969c97b40808f40d751f378af9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1941187 Mar 31 22:11:56.219748 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee91d07-63b2-45fe-9b04-719a0b742250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a681ded-227d-4fae-a77f-daa84bc0c401,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:56.221689 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 35288) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:56.235946 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (634829a4-63bc-49cf-b4d9-45c3778396c7), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:56.278446 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=634829a4-63bc-49cf-b4d9-45c3778396c7,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:56.283585 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b7231b8b-2551-46e5-a392-40ac17486aca admin admin] Publish callbacks [] for security_group (0a681ded-227d-4fae-a77f-daa84bc0c401), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:56.305924 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b7231b8b-2551-46e5-a392-40ac17486aca admin admin] Publish callbacks [] for security_group (0a681ded-227d-4fae-a77f-daa84bc0c401), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:56.505823 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b7231b8b-2551-46e5-a392-40ac17486aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (0a681ded-227d-4fae-a77f-daa84bc0c401), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:56.508439 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b7231b8b-2551-46e5-a392-40ac17486aca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:56.509590 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b7231b8b-2551-46e5-a392-40ac17486aca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0a681ded-227d-4fae-a77f-daa84bc0c401 HTTP/1.1" status: 204 len: 168 time: 0.2868824 Mar 31 22:11:56.526284 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7231b8b-2551-46e5-a392-40ac17486aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a681ded-227d-4fae-a77f-daa84bc0c401,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:56.568815 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ab472-5e6b-4a1b-b31d-add32bafabfe req-a7be33a7-ab15-4799-bc74-6a5980a4f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:56.570377 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-1d1ab472-5e6b-4a1b-b31d-add32bafabfe req-a7be33a7-ab15-4799-bc74-6a5980a4f118 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=903a8559-455e-4138-b3b2-34bb9dbddee3 HTTP/1.1" status: 200 len: 1129 time: 0.0527172 Mar 31 22:11:56.617655 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-1d1ab472-5e6b-4a1b-b31d-add32bafabfe req-5c258c05-d6c9-42fd-8b0c-8cb499b84ef2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405679 Mar 31 22:11:56.654734 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f613828-6349-4f9b-a98a-6cc6d042d0b4 req-d084c5bd-5c84-43ea-877c-f2f49af10736 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:56.656824 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1f613828-6349-4f9b-a98a-6cc6d042d0b4 req-d084c5bd-5c84-43ea-877c-f2f49af10736 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=903a8559-455e-4138-b3b2-34bb9dbddee3 HTTP/1.1" status: 200 len: 945 time: 0.0549457 Mar 31 22:11:56.706256 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1f613828-6349-4f9b-a98a-6cc6d042d0b4 req-95231ff2-fd26-49ef-9a0d-916bd3ecb11b tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437896 Mar 31 22:11:57.828803 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549afad2-641a-464a-9f25-ed0fc759e8ed req-8090096c-2ef3-41b9-8450-df5edf876de0 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:57.830303 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-549afad2-641a-464a-9f25-ed0fc759e8ed req-8090096c-2ef3-41b9-8450-df5edf876de0 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=903a8559-455e-4138-b3b2-34bb9dbddee3 HTTP/1.1" status: 200 len: 945 time: 0.0545919 Mar 31 22:11:57.877440 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-549afad2-641a-464a-9f25-ed0fc759e8ed req-203a2ac6-4e18-47c3-87fa-a5440e8c9cc2 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417397 Mar 31 22:11:58.896565 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 35350) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:58.994984 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73aef14-a508-4ba8-961b-b85bae3f71d9 req-7b085faf-ebbd-4c2d-b5d5-c9f338205983 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:11:58.996475 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a73aef14-a508-4ba8-961b-b85bae3f71d9 req-7b085faf-ebbd-4c2d-b5d5-c9f338205983 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=903a8559-455e-4138-b3b2-34bb9dbddee3 HTTP/1.1" status: 200 len: 945 time: 0.0546186 Mar 31 22:11:59.015787 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6d409c1d-1088-4c55-b223-9afc83079d79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:59.073967 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a73aef14-a508-4ba8-961b-b85bae3f71d9 req-618988f8-8044-4e12-aef7-9cb5ab058358 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696559 Mar 31 22:11:59.121964 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6d409c1d-1088-4c55-b223-9afc83079d79 admin admin] Publish callbacks [] for security_group (acd1350e-64bf-4eff-93d1-93c7987d4575), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:59.208706 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6d409c1d-1088-4c55-b223-9afc83079d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (acd1350e-64bf-4eff-93d1-93c7987d4575), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:59.248081 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-6d409c1d-1088-4c55-b223-9afc83079d79 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2a2efcee569c4b9887f0a4e5aa51a0d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3503976 Mar 31 22:11:59.248986 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d409c1d-1088-4c55-b223-9afc83079d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd1350e-64bf-4eff-93d1-93c7987d4575,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:11:59.250839 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 35362) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:11:59.299684 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8a26a887-61da-401c-bf10-16298740b9b8 admin admin] Publish callbacks [] for security_group (acd1350e-64bf-4eff-93d1-93c7987d4575), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:59.323073 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8a26a887-61da-401c-bf10-16298740b9b8 admin admin] Publish callbacks [] for security_group (acd1350e-64bf-4eff-93d1-93c7987d4575), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:59.545719 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8a26a887-61da-401c-bf10-16298740b9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (acd1350e-64bf-4eff-93d1-93c7987d4575), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:59.548798 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8a26a887-61da-401c-bf10-16298740b9b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:11:59.549981 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-8a26a887-61da-401c-bf10-16298740b9b8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/acd1350e-64bf-4eff-93d1-93c7987d4575 HTTP/1.1" status: 204 len: 168 time: 0.2981472 Mar 31 22:11:59.558682 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26a887-61da-401c-bf10-16298740b9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd1350e-64bf-4eff-93d1-93c7987d4575,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:00.132916 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 35378) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:12:00.146698 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cdbc676e-c1c9-4f69-9954-ec7b9b1fd468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:00.225030 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cdbc676e-c1c9-4f69-9954-ec7b9b1fd468 admin admin] Publish callbacks [] for security_group (991989ee-91af-461b-af50-deb657aebfe7), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:00.311498 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-cdbc676e-c1c9-4f69-9954-ec7b9b1fd468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (991989ee-91af-461b-af50-deb657aebfe7), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:00.352294 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-cdbc676e-c1c9-4f69-9954-ec7b9b1fd468 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=48b3f8c92bc34fd789fb503823c4ff76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176368 Mar 31 22:12:00.353690 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc676e-c1c9-4f69-9954-ec7b9b1fd468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991989ee-91af-461b-af50-deb657aebfe7,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:00.354569 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 35386) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:12:00.406162 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fbd7db4b-6ceb-4198-80c7-991ea1e20951 admin admin] Publish callbacks [] for security_group (991989ee-91af-461b-af50-deb657aebfe7), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:00.429399 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fbd7db4b-6ceb-4198-80c7-991ea1e20951 admin admin] Publish callbacks [] for security_group (991989ee-91af-461b-af50-deb657aebfe7), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:00.598119 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fbd7db4b-6ceb-4198-80c7-991ea1e20951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (991989ee-91af-461b-af50-deb657aebfe7), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:00.600697 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fbd7db4b-6ceb-4198-80c7-991ea1e20951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:00.601824 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-fbd7db4b-6ceb-4198-80c7-991ea1e20951 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/991989ee-91af-461b-af50-deb657aebfe7 HTTP/1.1" status: 204 len: 168 time: 0.2448590 Mar 31 22:12:00.612963 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7db4b-6ceb-4198-80c7-991ea1e20951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991989ee-91af-461b-af50-deb657aebfe7,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:00.621055 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683ccbd-1d06-4293-8e9d-222b1b93ea18 req-45a4cc8b-5648-4871-aa21-be299569ed1d tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:00.622545 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1683ccbd-1d06-4293-8e9d-222b1b93ea18 req-45a4cc8b-5648-4871-aa21-be299569ed1d tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=903a8559-455e-4138-b3b2-34bb9dbddee3 HTTP/1.1" status: 200 len: 945 time: 0.0679057 Mar 31 22:12:00.674079 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1683ccbd-1d06-4293-8e9d-222b1b93ea18 req-100672ad-d0e3-4708-a70c-c2a70191beee tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430598 Mar 31 22:12:01.801356 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f4be5-dc62-4d85-9c40-8b803073b998 req-3c2cb5a0-2a4d-4abf-90ff-c5b9b27447c1 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:01.802850 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b05f4be5-dc62-4d85-9c40-8b803073b998 req-3c2cb5a0-2a4d-4abf-90ff-c5b9b27447c1 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=903a8559-455e-4138-b3b2-34bb9dbddee3 HTTP/1.1" status: 200 len: 945 time: 0.0528028 Mar 31 22:12:01.854018 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b05f4be5-dc62-4d85-9c40-8b803073b998 req-19662390-2bb0-4189-8410-98312314603a tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416429 Mar 31 22:12:02.974908 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c23fc-ee0a-4de6-906c-df4380abc01e req-1779191f-43fe-415b-a9af-fa0694cd5c06 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:02.976702 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a35c23fc-ee0a-4de6-906c-df4380abc01e req-1779191f-43fe-415b-a9af-fa0694cd5c06 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=903a8559-455e-4138-b3b2-34bb9dbddee3 HTTP/1.1" status: 200 len: 945 time: 0.0526423 Mar 31 22:12:03.033064 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a35c23fc-ee0a-4de6-906c-df4380abc01e req-30f69460-aacc-47ad-aa6a-df08db2f0383 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509889 Mar 31 22:12:04.161318 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091a571-0557-4763-8705-d9fba1c5c901 req-662ad4d9-ae05-459a-9fc8-98b78d72547b tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:04.162805 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0091a571-0557-4763-8705-d9fba1c5c901 req-662ad4d9-ae05-459a-9fc8-98b78d72547b tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=903a8559-455e-4138-b3b2-34bb9dbddee3 HTTP/1.1" status: 200 len: 945 time: 0.0567877 Mar 31 22:12:04.213185 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0091a571-0557-4763-8705-d9fba1c5c901 req-4798df9d-b078-46cb-bae2-d188fe0043e4 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420551 Mar 31 22:12:04.213331 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 35492) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:12:04.225718 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-33c980aa-e58d-4c4e-ad98-e2d83f20bd34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:04.260082 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75670d3-2303-42e2-8330-e635bc76b428 req-9ab6c7b8-e1ec-44cb-8080-2040766ba2c9 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:04.261557 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d75670d3-2303-42e2-8330-e635bc76b428 req-9ab6c7b8-e1ec-44cb-8080-2040766ba2c9 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.57 "GET /v2.0/ports?device_id=903a8559-455e-4138-b3b2-34bb9dbddee3 HTTP/1.1" status: 200 len: 945 time: 0.0657604 Mar 31 22:12:04.318973 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-213264cb-b6c9-4d88-a4c6-19df98445749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:04.363651 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-d75670d3-2303-42e2-8330-e635bc76b428 req-fda7b049-f8d9-4204-a124-2c9099ee259b tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Deleting port 634829a4-63bc-49cf-b4d9-45c3778396c7 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:12:04.363993 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-d75670d3-2303-42e2-8330-e635bc76b428 req-fda7b049-f8d9-4204-a124-2c9099ee259b tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (634829a4-63bc-49cf-b4d9-45c3778396c7), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:04.394889 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-213264cb-b6c9-4d88-a4c6-19df98445749 admin admin] Publish callbacks [] for security_group (bfb8d65a-726d-4f10-abaa-a55f84390d73), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:04.452111 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-d75670d3-2303-42e2-8330-e635bc76b428 req-fda7b049-f8d9-4204-a124-2c9099ee259b tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] For port 634829a4-63bc-49cf-b4d9-45c3778396c7, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=634829a4-63bc-49cf-b4d9-45c3778396c7,segment=NetworkSegment(aad196d5-bb86-4bb7-b31e-aeea19738177),segment_id=aad196d5-bb86-4bb7-b31e-aeea19738177)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:12:04.453050 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-d75670d3-2303-42e2-8330-e635bc76b428 req-fda7b049-f8d9-4204-a124-2c9099ee259b tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (634829a4-63bc-49cf-b4d9-45c3778396c7), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:04.466347 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-d75670d3-2303-42e2-8330-e635bc76b428 req-fda7b049-f8d9-4204-a124-2c9099ee259b tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Calling delete_port for 634829a4-63bc-49cf-b4d9-45c3778396c7 owned by compute:nova {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:12:04.471343 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-213264cb-b6c9-4d88-a4c6-19df98445749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (bfb8d65a-726d-4f10-abaa-a55f84390d73), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:04.511127 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-213264cb-b6c9-4d88-a4c6-19df98445749 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ffc1f44e37e84376bb3123cdb3143335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966702 Mar 31 22:12:04.512023 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213264cb-b6c9-4d88-a4c6-19df98445749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb8d65a-726d-4f10-abaa-a55f84390d73,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:04.513794 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 35496) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:12:04.588777 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8607eb46-0e7b-4f70-96b5-8303134061a1 admin admin] Publish callbacks [] for security_group (bfb8d65a-726d-4f10-abaa-a55f84390d73), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:04.636549 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8607eb46-0e7b-4f70-96b5-8303134061a1 admin admin] Publish callbacks [] for security_group (bfb8d65a-726d-4f10-abaa-a55f84390d73), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:04.757456 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-d75670d3-2303-42e2-8330-e635bc76b428 req-fda7b049-f8d9-4204-a124-2c9099ee259b tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (634829a4-63bc-49cf-b4d9-45c3778396c7), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:04.770127 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['634829a4-63bc-49cf-b4d9-45c3778396c7'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:12:04.790016 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7b049-f8d9-4204-a124-2c9099ee259b tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Pushing event deleted for resources: {'Port': ['ID=634829a4-63bc-49cf-b4d9-45c3778396c7,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:04.816229 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8607eb46-0e7b-4f70-96b5-8303134061a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (bfb8d65a-726d-4f10-abaa-a55f84390d73), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:04.820544 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-8607eb46-0e7b-4f70-96b5-8303134061a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:04.820544 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-8607eb46-0e7b-4f70-96b5-8303134061a1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bfb8d65a-726d-4f10-abaa-a55f84390d73 HTTP/1.1" status: 204 len: 168 time: 0.3056107 Mar 31 22:12:04.842429 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75670d3-2303-42e2-8330-e635bc76b428 req-fda7b049-f8d9-4204-a124-2c9099ee259b tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] No DVR routers for this DVR port 634829a4-63bc-49cf-b4d9-45c3778396c7 on host hv-cinder-83608 {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:12:04.844523 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607eb46-0e7b-4f70-96b5-8303134061a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb8d65a-726d-4f10-abaa-a55f84390d73,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:04.847363 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-d75670d3-2303-42e2-8330-e635bc76b428 req-fda7b049-f8d9-4204-a124-2c9099ee259b tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:04.851808 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d75670d3-2303-42e2-8330-e635bc76b428 req-fda7b049-f8d9-4204-a124-2c9099ee259b tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.57 "DELETE /v2.0/ports/634829a4-63bc-49cf-b4d9-45c3778396c7 HTTP/1.1" status: 204 len: 173 time: 0.5839043 Mar 31 22:12:04.852264 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903a8559-455e-4138-b3b2-34bb9dbddee3', 'name': 'network-vif-deleted', 'tag': '634829a4-63bc-49cf-b4d9-45c3778396c7'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:12:04.854813 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88ea616-f3be-4a23-a25a-42821b2d3a34" -d '{"events": [{"server_uuid": "903a8559-455e-4138-b3b2-34bb9dbddee3", "name": "network-vif-deleted", "tag": "634829a4-63bc-49cf-b4d9-45c3778396c7"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:12:04.899969 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1204cb5-6168-4513-ab85-e90e1e88442f x-openstack-request-id: req-d1204cb5-6168-4513-ab85-e90e1e88442f {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:12:04.900260 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903a8559-455e-4138-b3b2-34bb9dbddee3", "name": "network-vif-deleted", "tag": "634829a4-63bc-49cf-b4d9-45c3778396c7", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:12:04.900511 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d1204cb5-6168-4513-ab85-e90e1e88442f {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:12:04.900920 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1204cb5-6168-4513-ab85-e90e1e88442f'] response: {'server_uuid': '903a8559-455e-4138-b3b2-34bb9dbddee3', 'name': 'network-vif-deleted', 'tag': '634829a4-63bc-49cf-b4d9-45c3778396c7', 'status': 'completed', 'code': 200} Mar 31 22:12:05.326103 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-683caa67-1698-4f4a-9687-19264db894a0 req-21208f7d-bf8f-4b3d-a163-815f7f403921 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=903a8559-455e-4138-b3b2-34bb9dbddee3 HTTP/1.1" status: 200 len: 210 time: 0.0307038 Mar 31 22:12:05.650076 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 35522) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:12:05.663654 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4ed64a58-cf13-4390-a564-f542254a6409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:05.739182 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4ed64a58-cf13-4390-a564-f542254a6409 admin admin] Publish callbacks [] for security_group (594f4be1-76fc-4f7d-8f76-c2ddc3627bb4), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:05.819997 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-4ed64a58-cf13-4390-a564-f542254a6409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (594f4be1-76fc-4f7d-8f76-c2ddc3627bb4), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:05.859019 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-4ed64a58-cf13-4390-a564-f542254a6409 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1700b17231fd499bb3cebda35052e650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2071929 Mar 31 22:12:05.859975 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed64a58-cf13-4390-a564-f542254a6409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594f4be1-76fc-4f7d-8f76-c2ddc3627bb4,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:05.861805 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 35524) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:12:05.912047 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d8fa56a4-0fd1-4e49-8c8c-88e16d8ce803 admin admin] Publish callbacks [] for security_group (594f4be1-76fc-4f7d-8f76-c2ddc3627bb4), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:05.933697 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d8fa56a4-0fd1-4e49-8c8c-88e16d8ce803 admin admin] Publish callbacks [] for security_group (594f4be1-76fc-4f7d-8f76-c2ddc3627bb4), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:06.019880 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d8fa56a4-0fd1-4e49-8c8c-88e16d8ce803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (594f4be1-76fc-4f7d-8f76-c2ddc3627bb4), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:06.022483 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d8fa56a4-0fd1-4e49-8c8c-88e16d8ce803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:06.023619 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-d8fa56a4-0fd1-4e49-8c8c-88e16d8ce803 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/594f4be1-76fc-4f7d-8f76-c2ddc3627bb4 HTTP/1.1" status: 204 len: 168 time: 0.1607025 Mar 31 22:12:06.032572 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa56a4-0fd1-4e49-8c8c-88e16d8ce803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594f4be1-76fc-4f7d-8f76-c2ddc3627bb4,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:06.434147 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-773fb803-62f5-4b88-bdfa-c4962df7aa08 req-c522afe7-42e6-4a3e-b681-13b18b4c6e2d tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=903a8559-455e-4138-b3b2-34bb9dbddee3 HTTP/1.1" status: 200 len: 210 time: 0.0273252 Mar 31 22:12:06.671347 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a4dc15c1-2ec8-46ac-b87e-d337904fbf83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:06.968756 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:07.092021 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 35552) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:12:07.185207 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-973a24f3-a3ef-42c5-9747-42a8bf179c9c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1849297893-network', 'tenant_id': 'f01f56a3345549e293388df536c13114'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:12:07.282414 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973a24f3-a3ef-42c5-9747-42a8bf179c9c admin admin] Made reservation on behalf of f01f56a3345549e293388df536c13114 for: {'network': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:12:07.284639 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-973a24f3-a3ef-42c5-9747-42a8bf179c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for network (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:07.293012 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-973a24f3-a3ef-42c5-9747-42a8bf179c9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:07.364604 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-973a24f3-a3ef-42c5-9747-42a8bf179c9c admin admin] Publish callbacks [] for security_group (591bd793-dc69-4c75-b59a-f6f320fcbba8), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:07.414242 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-973a24f3-a3ef-42c5-9747-42a8bf179c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (591bd793-dc69-4c75-b59a-f6f320fcbba8), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:07.440401 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973a24f3-a3ef-42c5-9747-42a8bf179c9c admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=110667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:12:07.449858 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a24f3-a3ef-42c5-9747-42a8bf179c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591bd793-dc69-4c75-b59a-f6f320fcbba8,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:07.455110 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-973a24f3-a3ef-42c5-9747-42a8bf179c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (46071887-b4fe-46d8-89c7-4d232b71419f), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:07.455452 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.db.segments_db [None req-973a24f3-a3ef-42c5-9747-42a8bf179c9c admin admin] Added segment 46071887-b4fe-46d8-89c7-4d232b71419f of type vlan for network d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306 Mar 31 22:12:07.532889 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-973a24f3-a3ef-42c5-9747-42a8bf179c9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758607012172'] for network (d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:07.545383 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:07.554964 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f857fb49-5278-49f8-88bb-d846dc20152e req-5f8814f4-3bca-440e-9fbc-96ae56eda151 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=903a8559-455e-4138-b3b2-34bb9dbddee3 HTTP/1.1" status: 200 len: 210 time: 0.0376322 Mar 31 22:12:07.654108 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-973a24f3-a3ef-42c5-9747-42a8bf179c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for network (d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:07.654552 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973a24f3-a3ef-42c5-9747-42a8bf179c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:07.655134 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-973a24f3-a3ef-42c5-9747-42a8bf179c9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:07.713884 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a24f3-a3ef-42c5-9747-42a8bf179c9c admin admin] Pushing event updated for resources: {'Network': ['ID=d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:07.723799 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Network d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306 details requested by agent ovs-agent-dv-cinder-836083-1-iscsi with host dv-cinder-836083-1-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:12:07.766285 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-973a24f3-a3ef-42c5-9747-42a8bf179c9c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6726670 Mar 31 22:12:07.769027 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 35562) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:12:07.773886 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-605e0173-1aa0-4774-8029-ebbb039eb427 admin admin] Request body: {'subnet': {'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1849297893-subnet', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:12:07.865555 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605e0173-1aa0-4774-8029-ebbb039eb427 admin admin] Made reservation on behalf of f01f56a3345549e293388df536c13114 for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:12:07.868077 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-605e0173-1aa0-4774-8029-ebbb039eb427 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9369002'] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:08.134064 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-605e0173-1aa0-4774-8029-ebbb039eb427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10114596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9369020'] for subnet (19ca2eea-2520-4d8a-8741-e1131c92ae8e), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:08.193276 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e0173-1aa0-4774-8029-ebbb039eb427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19ca2eea-2520-4d8a-8741-e1131c92ae8e,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:08.200385 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605e0173-1aa0-4774-8029-ebbb039eb427 admin admin] Checking segment: {'id': '46071887-b4fe-46d8-89c7-4d232b71419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:12:08.200738 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605e0173-1aa0-4774-8029-ebbb039eb427 admin admin] Network hostable DHCP agents. Network: d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306, hostable agents: ['0f848437-afb4-42e1-a895-141757b8cd79'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:12:08.282425 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605e0173-1aa0-4774-8029-ebbb039eb427 admin admin] Network d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306 is scheduled to be hosted by DHCP agent 0f848437-afb4-42e1-a895-141757b8cd79 with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:12:08.373819 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-605e0173-1aa0-4774-8029-ebbb039eb427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-1-iscsi, d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:12:08.377886 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605e0173-1aa0-4774-8029-ebbb039eb427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:08.378501 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-605e0173-1aa0-4774-8029-ebbb039eb427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:08.382566 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8892f69e-1aae-4496-b0dc-69120ac93f6c None None] Network d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:12:08.472977 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-605e0173-1aa0-4774-8029-ebbb039eb427 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7028503 Mar 31 22:12:08.476154 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 35564) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:12:08.479822 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-eb7c7969-6167-45d3-94c4-22c201c197a9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1849297893-router', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:12:08.484433 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d3e0f5-f8af-4062-a943-66a65d4ace31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a52870c-531f-5681-85b3-93ba771be156-d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306', 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306', 'project_id': 'f01f56a3345549e293388df536c13114', 'fixed_ips': [{'subnet_id': '19ca2eea-2520-4d8a-8741-e1131c92ae8e'}]}} from dv-cinder-836083-1-iscsi. {{(pid=110668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 22:12:08.485290 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f6d3e0f5-f8af-4062-a943-66a65d4ace31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:08.561449 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 634829a4-63bc-49cf-b4d9-45c3778396c7 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:12:08.562786 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eb7c7969-6167-45d3-94c4-22c201c197a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-644'] for router (9b18794e-f38c-45de-b9fb-b7ee8aa849ce), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:08.563846 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eb7c7969-6167-45d3-94c4-22c201c197a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1615592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-655'] for router (9b18794e-f38c-45de-b9fb-b7ee8aa849ce), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:08.601274 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] No Port match for: 634829a4-63bc-49cf-b4d9-45c3778396c7 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:12:08.601683 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 634829a4-63bc-49cf-b4d9-45c3778396c7 not bound to the agent host hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:12:08.633906 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eb7c7969-6167-45d3-94c4-22c201c197a9 admin admin] Publish callbacks [] for router_controller (9b18794e-f38c-45de-b9fb-b7ee8aa849ce), precommit_add_association {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:08.670078 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-31232664-4f10-440f-86c6-3a10c230f1de req-7bd4b992-44ee-4210-9c51-f0ba311ba04e tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=903a8559-455e-4138-b3b2-34bb9dbddee3 HTTP/1.1" status: 200 len: 210 time: 0.0282068 Mar 31 22:12:08.671872 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-f6d3e0f5-f8af-4062-a943-66a65d4ace31 None None] Allocated IP 172.20.0.2 (d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306/19ca2eea-2520-4d8a-8741-e1131c92ae8e/52bb1e04-fc1a-4370-a400-815d3e522f88) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:12:08.817662 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f6d3e0f5-f8af-4062-a943-66a65d4ace31 None None] Publish callbacks [] for port (52bb1e04-fc1a-4370-a400-815d3e522f88), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:08.881347 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eb7c7969-6167-45d3-94c4-22c201c197a9 admin admin] Publish callbacks [] for router_gateway (9b18794e-f38c-45de-b9fb-b7ee8aa849ce), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:08.974094 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f6d3e0f5-f8af-4062-a943-66a65d4ace31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (52bb1e04-fc1a-4370-a400-815d3e522f88), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:09.029387 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d3e0f5-f8af-4062-a943-66a65d4ace31 None None] Network d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:12:09.034933 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-f6d3e0f5-f8af-4062-a943-66a65d4ace31 None None] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:12:09.039378 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d3e0f5-f8af-4062-a943-66a65d4ace31 None None] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:12:09.045154 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3e0f5-f8af-4062-a943-66a65d4ace31 None None] Pushing event updated for resources: {'Port': ['ID=52bb1e04-fc1a-4370-a400-815d3e522f88,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:09.101008 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:09.102149 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-f6d3e0f5-f8af-4062-a943-66a65d4ace31 None None] Attempting to bind port 52bb1e04-fc1a-4370-a400-815d3e522f88 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:12:09.102547 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-f6d3e0f5-f8af-4062-a943-66a65d4ace31 None None] Attempting to bind port 52bb1e04-fc1a-4370-a400-815d3e522f88 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': '46071887-b4fe-46d8-89c7-4d232b71419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:12:09.102908 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d3e0f5-f8af-4062-a943-66a65d4ace31 None None] Attempting to bind port 52bb1e04-fc1a-4370-a400-815d3e522f88 on network d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:12:09.107866 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d3e0f5-f8af-4062-a943-66a65d4ace31 None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:12:09.108386 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d3e0f5-f8af-4062-a943-66a65d4ace31 None None] Checking segment: {'id': '46071887-b4fe-46d8-89c7-4d232b71419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:12:09.109436 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f6d3e0f5-f8af-4062-a943-66a65d4ace31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:09.109436 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d3e0f5-f8af-4062-a943-66a65d4ace31 None None] Bound using segment: {'id': '46071887-b4fe-46d8-89c7-4d232b71419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:12:09.109633 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-f6d3e0f5-f8af-4062-a943-66a65d4ace31 None None] Bound port: 52bb1e04-fc1a-4370-a400-815d3e522f88, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46071887-b4fe-46d8-89c7-4d232b71419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:12:09.109969 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f6d3e0f5-f8af-4062-a943-66a65d4ace31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (52bb1e04-fc1a-4370-a400-815d3e522f88), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:09.174561 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-f6d3e0f5-f8af-4062-a943-66a65d4ace31 None None] For port 52bb1e04-fc1a-4370-a400-815d3e522f88, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:12:09.177596 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-f6d3e0f5-f8af-4062-a943-66a65d4ace31 None None] For port 52bb1e04-fc1a-4370-a400-815d3e522f88, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=52bb1e04-fc1a-4370-a400-815d3e522f88,segment=NetworkSegment(46071887-b4fe-46d8-89c7-4d232b71419f),segment_id=46071887-b4fe-46d8-89c7-4d232b71419f)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:12:09.218039 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eb7c7969-6167-45d3-94c4-22c201c197a9 admin admin] Publish callbacks [] for router_gateway (9b18794e-f38c-45de-b9fb-b7ee8aa849ce), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:09.237053 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eb7c7969-6167-45d3-94c4-22c201c197a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:09.254902 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f6d3e0f5-f8af-4062-a943-66a65d4ace31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (52bb1e04-fc1a-4370-a400-815d3e522f88), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:09.315553 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3e0f5-f8af-4062-a943-66a65d4ace31 None None] Pushing event updated for resources: {'Port': ['ID=52bb1e04-fc1a-4370-a400-815d3e522f88,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:09.344673 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-eb7c7969-6167-45d3-94c4-22c201c197a9 admin admin] Allocated IP 172.27.2.142 (ad19088a-a902-4a91-855f-5fb9d1c67d87/5d366205-9c7a-4898-9c8b-600d476ec59e/0e17417a-ea94-448f-bd3f-0f5f9a3371b4) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:12:09.711294 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eb7c7969-6167-45d3-94c4-22c201c197a9 admin admin] Publish callbacks [] for port (0e17417a-ea94-448f-bd3f-0f5f9a3371b4), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:09.809463 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eb7c7969-6167-45d3-94c4-22c201c197a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (0e17417a-ea94-448f-bd3f-0f5f9a3371b4), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:09.847554 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7c7969-6167-45d3-94c4-22c201c197a9 admin admin] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:12:09.850801 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-eb7c7969-6167-45d3-94c4-22c201c197a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:12:09.854244 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7c7969-6167-45d3-94c4-22c201c197a9 admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:12:09.897729 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c7969-6167-45d3-94c4-22c201c197a9 admin admin] Pushing event updated for resources: {'Port': ['ID=0e17417a-ea94-448f-bd3f-0f5f9a3371b4,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:10.110595 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f21f56-2def-448e-9b34-ed8304558d05 req-b42b4a91-2945-4c5a-b45f-0fa185ed5173 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:10.113500 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-35f21f56-2def-448e-9b34-ed8304558d05 req-b42b4a91-2945-4c5a-b45f-0fa185ed5173 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/networks?id=c83b878d-c6ae-40da-95c7-b8256cbfe747 HTTP/1.1" status: 200 len: 808 time: 0.2101042 Mar 31 22:12:10.130120 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-35f21f56-2def-448e-9b34-ed8304558d05 req-5c1823b0-356a-4d48-a393-23b97df28454 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/quotas/d2d385411230479ca9fd6bf55d3a3300 HTTP/1.1" status: 200 len: 375 time: 0.0118437 Mar 31 22:12:10.169308 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-35f21f56-2def-448e-9b34-ed8304558d05 req-bf639530-5fd7-4f41-930b-d8e178bf1923 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=d2d385411230479ca9fd6bf55d3a3300&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313940 Mar 31 22:12:10.288435 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5903671f-4155-474c-a1ef-aedd859379cb None None] Network d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:12:10.341937 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-35f21f56-2def-448e-9b34-ed8304558d05 req-8d4615dd-4dff-409f-9ae4-2eabbe864b25 service neutron] 10.222.0.59 "GET /v2.0/networks/c83b878d-c6ae-40da-95c7-b8256cbfe747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649318 Mar 31 22:12:10.361550 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eb7c7969-6167-45d3-94c4-22c201c197a9 admin admin] Publish callbacks [] for router_gateway (9b18794e-f38c-45de-b9fb-b7ee8aa849ce), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:10.384856 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-3cba18e6-ea07-4256-a980-2440623adcd0 None None] Provisioning complete for port 52bb1e04-fc1a-4370-a400-815d3e522f88 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:12:10.385332 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3cba18e6-ea07-4256-a980-2440623adcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (52bb1e04-fc1a-4370-a400-815d3e522f88), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:10.429376 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:10.525911 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-35f21f56-2def-448e-9b34-ed8304558d05 req-a561550a-c885-4d5d-a8db-27d611deb438 service neutron] 10.222.0.59 "GET /v2.0/networks/c83b878d-c6ae-40da-95c7-b8256cbfe747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771219 Mar 31 22:12:10.583820 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 52bb1e04-fc1a-4370-a400-815d3e522f88 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:12:10.649244 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eb7c7969-6167-45d3-94c4-22c201c197a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625619'] for router (9b18794e-f38c-45de-b9fb-b7ee8aa849ce), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:10.677058 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 52bb1e04-fc1a-4370-a400-815d3e522f88 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:12:10.677431 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (52bb1e04-fc1a-4370-a400-815d3e522f88), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:10.679192 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-3cba18e6-ea07-4256-a980-2440623adcd0 None None] Current status of the port 52bb1e04-fc1a-4370-a400-815d3e522f88 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:12:10.679566 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3cba18e6-ea07-4256-a980-2440623adcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (52bb1e04-fc1a-4370-a400-815d3e522f88), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:10.747288 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-3cba18e6-ea07-4256-a980-2440623adcd0 None None] For port 52bb1e04-fc1a-4370-a400-815d3e522f88, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=52bb1e04-fc1a-4370-a400-815d3e522f88,segment=NetworkSegment(46071887-b4fe-46d8-89c7-4d232b71419f),segment_id=46071887-b4fe-46d8-89c7-4d232b71419f)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:12:10.796392 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 52bb1e04-fc1a-4370-a400-815d3e522f88 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:12:10.797273 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (52bb1e04-fc1a-4370-a400-815d3e522f88), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:10.855329 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3cba18e6-ea07-4256-a980-2440623adcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (52bb1e04-fc1a-4370-a400-815d3e522f88), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:10.859378 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e50ac14c-434e-4e14-b023-87d4748843ad req-7968f75e-18ab-42d7-be98-71e198d8270d tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=a25c5e92-c8ce-45fa-b65c-591549087fbf HTTP/1.1" status: 200 len: 210 time: 0.0307915 Mar 31 22:12:10.906383 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7c7969-6167-45d3-94c4-22c201c197a9 admin admin] Router 9b18794e-f38c-45de-b9fb-b7ee8aa849ce is scheduled to L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c with binding_index 1 {{(pid=110667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:12:10.935178 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.db.api [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 22:12:10.935569 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG oslo_db.api [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 22:12:10.938336 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba18e6-ea07-4256-a980-2440623adcd0 None None] Pushing event updated for resources: {'Port': ['ID=52bb1e04-fc1a-4370-a400-815d3e522f88,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:10.977241 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-50711535-38b1-464e-90a4-ee3b1efbada1 None None] Provisioning complete for port 52bb1e04-fc1a-4370-a400-815d3e522f88 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:12:10.977620 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-50711535-38b1-464e-90a4-ee3b1efbada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (52bb1e04-fc1a-4370-a400-815d3e522f88), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:11.035847 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7c7969-6167-45d3-94c4-22c201c197a9 admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:12:11.047998 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] Sync routers for ids ['9b18794e-f38c-45de-b9fb-b7ee8aa849ce'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:12:11.070386 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-50711535-38b1-464e-90a4-ee3b1efbada1 None None] Current status of the port 52bb1e04-fc1a-4370-a400-815d3e522f88 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:12:11.072675 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] Routers {'9b18794e-f38c-45de-b9fb-b7ee8aa849ce'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:12:11.073282 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:12:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['9b18794e-f38c-45de-b9fb-b7ee8aa849ce'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:12:11.141513 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-eb7c7969-6167-45d3-94c4-22c201c197a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:11.144275 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-eb7c7969-6167-45d3-94c4-22c201c197a9 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6665466 Mar 31 22:12:11.155900 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 35612) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:12:11.185123 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] Set router 9b18794e-f38c-45de-b9fb-b7ee8aa849ce gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:12:11.371672 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'name': 'tempest-TestShelveInstance-1849297893-router', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '0e17417a-ea94-448f-bd3f-0f5f9a3371b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:12:08Z', 'updated_at': '2022-03-31T22:12:10Z', 'revision_number': 3, 'project_id': 'f01f56a3345549e293388df536c13114', 'gw_port': {'id': '0e17417a-ea94-448f-bd3f-0f5f9a3371b4', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:46:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:09Z', 'updated_at': '2022-03-31T22:12:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:12:11.404947 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] Checking router: 9b18794e-f38c-45de-b9fb-b7ee8aa849ce for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:12:11.405902 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] Updating router 9b18794e-f38c-45de-b9fb-b7ee8aa849ce port 0e17417a-ea94-448f-bd3f-0f5f9a3371b4 binding host dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:12:11.457004 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (0e17417a-ea94-448f-bd3f-0f5f9a3371b4), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:11.499023 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 52bb1e04-fc1a-4370-a400-815d3e522f88 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:12:11.737316 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] Publish callbacks [] for port (0e17417a-ea94-448f-bd3f-0f5f9a3371b4), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:11.825040 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-60c0b3ae-0d5f-47cc-89b1-384570d15e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:11.871322 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (0e17417a-ea94-448f-bd3f-0f5f9a3371b4), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:11.919680 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] Attempting to bind port 0e17417a-ea94-448f-bd3f-0f5f9a3371b4 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:12:11.921160 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] Attempting to bind port 0e17417a-ea94-448f-bd3f-0f5f9a3371b4 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:12:11.921160 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] Attempting to bind port 0e17417a-ea94-448f-bd3f-0f5f9a3371b4 on network ad19088a-a902-4a91-855f-5fb9d1c67d87 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:12:11.932774 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:12:11.949045 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] Checking segment: {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:12:11.949045 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:11.949045 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] Bound using segment: {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:12:11.949045 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] Bound port: 0e17417a-ea94-448f-bd3f-0f5f9a3371b4, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:12:11.949045 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (0e17417a-ea94-448f-bd3f-0f5f9a3371b4), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:11.949045 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f6258-1793-4d73-85e4-536df08ecd75 None None] Pushing event updated for resources: {'Port': ['ID=0e17417a-ea94-448f-bd3f-0f5f9a3371b4,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:11.974408 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-98dac54d-2409-4de6-aa5c-562c4f29a24e req-2e7f18f3-dd44-4cf6-a9de-8ec9c5159b13 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=a25c5e92-c8ce-45fa-b65c-591549087fbf HTTP/1.1" status: 200 len: 210 time: 0.0385931 Mar 31 22:12:11.994305 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] For port 0e17417a-ea94-448f-bd3f-0f5f9a3371b4, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:12:11.994305 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] For port 0e17417a-ea94-448f-bd3f-0f5f9a3371b4, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=0e17417a-ea94-448f-bd3f-0f5f9a3371b4,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:12:12.016697 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-60c0b3ae-0d5f-47cc-89b1-384570d15e8f admin admin] Allocated IP 172.20.0.1 (d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306/19ca2eea-2520-4d8a-8741-e1131c92ae8e/f2537db9-432b-4169-af1e-f400faa84793) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:12:12.082857 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (0e17417a-ea94-448f-bd3f-0f5f9a3371b4), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:12.124425 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-60c0b3ae-0d5f-47cc-89b1-384570d15e8f admin admin] Publish callbacks [] for port (f2537db9-432b-4169-af1e-f400faa84793), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:12.139392 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] Routers {'9b18794e-f38c-45de-b9fb-b7ee8aa849ce'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:12:12.140085 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:12:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['9b18794e-f38c-45de-b9fb-b7ee8aa849ce'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:12:12.144889 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f6258-1793-4d73-85e4-536df08ecd75 None None] Pushing event updated for resources: {'Port': ['ID=0e17417a-ea94-448f-bd3f-0f5f9a3371b4,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:12.225731 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-60c0b3ae-0d5f-47cc-89b1-384570d15e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (f2537db9-432b-4169-af1e-f400faa84793), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:12.251999 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] Set router 9b18794e-f38c-45de-b9fb-b7ee8aa849ce gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:12:12.262599 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c0b3ae-0d5f-47cc-89b1-384570d15e8f admin admin] Network d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:12:12.265397 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-60c0b3ae-0d5f-47cc-89b1-384570d15e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:12:12.268868 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c0b3ae-0d5f-47cc-89b1-384570d15e8f admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:12:12.295563 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0b3ae-0d5f-47cc-89b1-384570d15e8f admin admin] Pushing event updated for resources: {'Port': ['ID=f2537db9-432b-4169-af1e-f400faa84793,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:12.317273 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-60c0b3ae-0d5f-47cc-89b1-384570d15e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623236'] for router_interface (9b18794e-f38c-45de-b9fb-b7ee8aa849ce), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:12.446956 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'name': 'tempest-TestShelveInstance-1849297893-router', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '0e17417a-ea94-448f-bd3f-0f5f9a3371b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:12:08Z', 'updated_at': '2022-03-31T22:12:10Z', 'revision_number': 3, 'project_id': 'f01f56a3345549e293388df536c13114', 'gw_port': {'id': '0e17417a-ea94-448f-bd3f-0f5f9a3371b4', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:46:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:09Z', 'updated_at': '2022-03-31T22:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:12:12.475450 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241440cc-1e2b-4c59-9ad1-032f0a0673ed None None] The sync data for ids ['9b18794e-f38c-45de-b9fb-b7ee8aa849ce'] in dv-cinder-836083-1-iscsi is: [{'id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'name': 'tempest-TestShelveInstance-1849297893-router', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '0e17417a-ea94-448f-bd3f-0f5f9a3371b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:12:08Z', 'updated_at': '2022-03-31T22:12:10Z', 'revision_number': 3, 'project_id': 'f01f56a3345549e293388df536c13114', 'gw_port': {'id': '0e17417a-ea94-448f-bd3f-0f5f9a3371b4', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:46:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:09Z', 'updated_at': '2022-03-31T22:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:12:12.506391 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-b07b3f38-20e2-4bbc-af71-838f570fd38b None None] Provisioning complete for port f2537db9-432b-4169-af1e-f400faa84793 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:12:12.506864 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b07b3f38-20e2-4bbc-af71-838f570fd38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (f2537db9-432b-4169-af1e-f400faa84793), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:12.550540 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 52bb1e04-fc1a-4370-a400-815d3e522f88 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:12:12.552466 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-60c0b3ae-0d5f-47cc-89b1-384570d15e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (f2537db9-432b-4169-af1e-f400faa84793), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:12.576020 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-b07b3f38-20e2-4bbc-af71-838f570fd38b None None] Port f2537db9-432b-4169-af1e-f400faa84793 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:12:12.607794 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 52bb1e04-fc1a-4370-a400-815d3e522f88 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:12:12.608208 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (52bb1e04-fc1a-4370-a400-815d3e522f88), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:12.688060 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 52bb1e04-fc1a-4370-a400-815d3e522f88 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:12:12.742416 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-60c0b3ae-0d5f-47cc-89b1-384570d15e8f admin admin] Publish callbacks [] for port (f2537db9-432b-4169-af1e-f400faa84793), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:12.808633 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-60c0b3ae-0d5f-47cc-89b1-384570d15e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114205'] for port (f2537db9-432b-4169-af1e-f400faa84793), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:12.883498 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0b3ae-0d5f-47cc-89b1-384570d15e8f admin admin] Pushing event updated for resources: {'Port': ['ID=f2537db9-432b-4169-af1e-f400faa84793,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:12.886201 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-60c0b3ae-0d5f-47cc-89b1-384570d15e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1828931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623120'] for router_interface (9b18794e-f38c-45de-b9fb-b7ee8aa849ce), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:12.981949 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c0b3ae-0d5f-47cc-89b1-384570d15e8f admin admin] Network d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:12:12.983512 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-60c0b3ae-0d5f-47cc-89b1-384570d15e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:12:13.142141 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8348fc10-56f5-432d-8d3d-601af2004224 req-78c3dc53-d393-43f3-8dba-dae7590526f7 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=a25c5e92-c8ce-45fa-b65c-591549087fbf HTTP/1.1" status: 200 len: 210 time: 0.0327544 Mar 31 22:12:13.166050 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c0b3ae-0d5f-47cc-89b1-384570d15e8f admin admin] Router 9b18794e-f38c-45de-b9fb-b7ee8aa849ce has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:12:13.299585 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c0b3ae-0d5f-47cc-89b1-384570d15e8f admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:12:13.306361 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-60c0b3ae-0d5f-47cc-89b1-384570d15e8f admin admin] 10.222.0.59 "PUT /v2.0/routers/9b18794e-f38c-45de-b9fb-b7ee8aa849ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1489000 Mar 31 22:12:13.311976 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-0fcf9245-33d9-4dcf-b9de-b56f5975f458 None None] Provisioning complete for port f2537db9-432b-4169-af1e-f400faa84793 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:12:13.312606 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0fcf9245-33d9-4dcf-b9de-b56f5975f458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (f2537db9-432b-4169-af1e-f400faa84793), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:13.348854 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-0fcf9245-33d9-4dcf-b9de-b56f5975f458 None None] Port f2537db9-432b-4169-af1e-f400faa84793 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:12:14.087563 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 35650) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:12:14.088833 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 35652) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:12:14.094461 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-b4f4c126-597a-4948-a1fc-f500ca0720b2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1089958955-network', 'tenant_id': '3a1e144a4d264ad4beadd93822f88e80'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:12:14.198677 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f4c126-597a-4948-a1fc-f500ca0720b2 admin admin] Made reservation on behalf of 3a1e144a4d264ad4beadd93822f88e80 for: {'network': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:12:14.204357 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b4f4c126-597a-4948-a1fc-f500ca0720b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for network (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:14.208151 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] Sync routers for ids ['9b18794e-f38c-45de-b9fb-b7ee8aa849ce'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:12:14.221453 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b4f4c126-597a-4948-a1fc-f500ca0720b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:14.222786 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] Routers {'9b18794e-f38c-45de-b9fb-b7ee8aa849ce'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:12:14.223663 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:12:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['9b18794e-f38c-45de-b9fb-b7ee8aa849ce'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:12:14.261824 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-21678aa8-b1b5-4ab1-9170-ed86b218dadd req-95cc3ca0-895f-4d18-8c85-b177cd8c9d87 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=a25c5e92-c8ce-45fa-b65c-591549087fbf HTTP/1.1" status: 200 len: 210 time: 0.0403557 Mar 31 22:12:14.336705 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-21f096f5-8bb2-4e54-b7f5-ddc1a243bb60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:14.352198 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f21f56-2def-448e-9b34-ed8304558d05 req-3dde6686-5fb5-468d-8b24-8a05be8e099b tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:14.353800 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-35f21f56-2def-448e-9b34-ed8304558d05 req-3dde6686-5fb5-468d-8b24-8a05be8e099b tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.57 "GET /v2.0/networks?id=c83b878d-c6ae-40da-95c7-b8256cbfe747 HTTP/1.1" status: 200 len: 808 time: 0.2168851 Mar 31 22:12:14.359057 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b4f4c126-597a-4948-a1fc-f500ca0720b2 admin admin] Publish callbacks [] for security_group (8f48cd67-b82b-4641-a474-0b8b56e5bf7f), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:14.367830 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-35f21f56-2def-448e-9b34-ed8304558d05 req-f33faf67-d664-47f8-8470-fefc02e8355a tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Request body: {'port': {'device_id': 'a25c5e92-c8ce-45fa-b65c-591549087fbf', 'network_id': 'c83b878d-c6ae-40da-95c7-b8256cbfe747', 'admin_state_up': True, 'tenant_id': 'd2d385411230479ca9fd6bf55d3a3300'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:12:14.397193 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] Set router 9b18794e-f38c-45de-b9fb-b7ee8aa849ce gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:12:14.437830 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-21f096f5-8bb2-4e54-b7f5-ddc1a243bb60 admin admin] Publish callbacks [] for security_group (f4123b6a-cf98-4d55-b081-92b701c646b3), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:14.494128 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b4f4c126-597a-4948-a1fc-f500ca0720b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (8f48cd67-b82b-4641-a474-0b8b56e5bf7f), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:14.516898 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-21f096f5-8bb2-4e54-b7f5-ddc1a243bb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (f4123b6a-cf98-4d55-b081-92b701c646b3), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:14.545710 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4c126-597a-4948-a1fc-f500ca0720b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f48cd67-b82b-4641-a474-0b8b56e5bf7f,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:14.551855 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f4c126-597a-4948-a1fc-f500ca0720b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=110666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:12:14.559925 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-21f096f5-8bb2-4e54-b7f5-ddc1a243bb60 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=613f289c4cfc4e3e99ddd85d05838f63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4681571 Mar 31 22:12:14.559925 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f096f5-8bb2-4e54-b7f5-ddc1a243bb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4123b6a-cf98-4d55-b081-92b701c646b3,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:14.560628 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 35662) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:12:14.571515 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b4f4c126-597a-4948-a1fc-f500ca0720b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (8253de20-f2c5-42b8-9563-1f7ef1e55389), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:14.571859 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.segments_db [None req-b4f4c126-597a-4948-a1fc-f500ca0720b2 admin admin] Added segment 8253de20-f2c5-42b8-9563-1f7ef1e55389 of type vlan for network 5c31cc88-ca1b-4c2a-924e-1147ef5945da Mar 31 22:12:14.594902 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 0e17417a-ea94-448f-bd3f-0f5f9a3371b4 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:12:14.640859 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f21f56-2def-448e-9b34-ed8304558d05 req-f33faf67-d664-47f8-8470-fefc02e8355a tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Made reservation on behalf of d2d385411230479ca9fd6bf55d3a3300 for: {'port': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:12:14.643873 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-35f21f56-2def-448e-9b34-ed8304558d05 req-f33faf67-d664-47f8-8470-fefc02e8355a tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:14.645577 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 0e17417a-ea94-448f-bd3f-0f5f9a3371b4 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:12:14.645964 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (0e17417a-ea94-448f-bd3f-0f5f9a3371b4), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:14.648456 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'name': 'tempest-TestShelveInstance-1849297893-router', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '0e17417a-ea94-448f-bd3f-0f5f9a3371b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:12:08Z', 'updated_at': '2022-03-31T22:12:12Z', 'revision_number': 4, 'project_id': 'f01f56a3345549e293388df536c13114', 'gw_port': {'id': '0e17417a-ea94-448f-bd3f-0f5f9a3371b4', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:46:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:09Z', 'updated_at': '2022-03-31T22:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'f2537db9-432b-4169-af1e-f400faa84793', 'name': '', 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'mac_address': 'fa:16:3e:3b:22:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '19ca2eea-2520-4d8a-8741-e1131c92ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:11Z', 'updated_at': '2022-03-31T22:12:12Z', 'revision_number': 2, 'project_id': 'f01f56a3345549e293388df536c13114', 'subnets': [{'id': '19ca2eea-2520-4d8a-8741-e1131c92ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:12:14.668598 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b4f4c126-597a-4948-a1fc-f500ca0720b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758607012172'] for network (5c31cc88-ca1b-4c2a-924e-1147ef5945da), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:14.676569 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] Checking router: 9b18794e-f38c-45de-b9fb-b7ee8aa849ce for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:12:14.676926 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] Updating router 9b18794e-f38c-45de-b9fb-b7ee8aa849ce port f2537db9-432b-4169-af1e-f400faa84793 binding host dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:12:14.705825 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (f2537db9-432b-4169-af1e-f400faa84793), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:14.720157 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fb03075c-204c-4b2f-809f-c22200e66765 admin admin] Publish callbacks [] for security_group (f4123b6a-cf98-4d55-b081-92b701c646b3), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:14.731986 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 0e17417a-ea94-448f-bd3f-0f5f9a3371b4 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:12:14.732437 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (0e17417a-ea94-448f-bd3f-0f5f9a3371b4), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:14.784836 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fb03075c-204c-4b2f-809f-c22200e66765 admin admin] Publish callbacks [] for security_group (f4123b6a-cf98-4d55-b081-92b701c646b3), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:14.866626 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [req-35f21f56-2def-448e-9b34-ed8304558d05 req-f33faf67-d664-47f8-8470-fefc02e8355a tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Allocated IP 172.20.0.5 (c83b878d-c6ae-40da-95c7-b8256cbfe747/40fe8fd8-6e50-48b8-ad22-8bf6b8b13880/147cd3fe-e5f8-4366-ad9a-b439d7ca2779) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:12:14.876878 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b4f4c126-597a-4948-a1fc-f500ca0720b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for network (5c31cc88-ca1b-4c2a-924e-1147ef5945da), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:14.877873 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f4c126-597a-4948-a1fc-f500ca0720b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:14.878496 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b4f4c126-597a-4948-a1fc-f500ca0720b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:14.951763 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] For port 0e17417a-ea94-448f-bd3f-0f5f9a3371b4, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=0e17417a-ea94-448f-bd3f-0f5f9a3371b4,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:12:14.988681 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4c126-597a-4948-a1fc-f500ca0720b2 admin admin] Pushing event updated for resources: {'Network': ['ID=5c31cc88-ca1b-4c2a-924e-1147ef5945da,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:15.002338 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Network 5c31cc88-ca1b-4c2a-924e-1147ef5945da details requested by agent ovs-agent-dv-cinder-836083-1-iscsi with host dv-cinder-836083-1-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:12:15.038073 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-fbab5cf4-2cbf-420e-a11e-296785201c39 req-35159a7e-f502-4c72-87f6-5c4037fa984e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=21be7183-3683-4beb-85e7-03a45b37e9cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1487420 Mar 31 22:12:15.078360 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] Publish callbacks [] for port (f2537db9-432b-4169-af1e-f400faa84793), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:15.090554 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b4f4c126-597a-4948-a1fc-f500ca0720b2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0004008 Mar 31 22:12:15.093710 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 35668) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:12:15.095398 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (0e17417a-ea94-448f-bd3f-0f5f9a3371b4), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:15.098878 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-9b680c5e-c6fe-4267-b369-a295cebbefac admin admin] Request body: {'subnet': {'network_id': '5c31cc88-ca1b-4c2a-924e-1147ef5945da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1089958955-subnet', 'tenant_id': '3a1e144a4d264ad4beadd93822f88e80', 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:12:15.115587 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fb03075c-204c-4b2f-809f-c22200e66765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (f4123b6a-cf98-4d55-b081-92b701c646b3), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:15.118146 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-fb03075c-204c-4b2f-809f-c22200e66765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:15.121610 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-fb03075c-204c-4b2f-809f-c22200e66765 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f4123b6a-cf98-4d55-b081-92b701c646b3 HTTP/1.1" status: 204 len: 168 time: 0.5571275 Mar 31 22:12:15.148413 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Pushing event updated for resources: {'Port': ['ID=0e17417a-ea94-448f-bd3f-0f5f9a3371b4,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:15.151355 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (f2537db9-432b-4169-af1e-f400faa84793), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:15.164106 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03075c-204c-4b2f-809f-c22200e66765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4123b6a-cf98-4d55-b081-92b701c646b3,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:15.205742 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9145c7-a63e-4d65-9a1b-09d592ba8c89 None None] Pushing event updated for resources: {'Port': ['ID=f2537db9-432b-4169-af1e-f400faa84793,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:15.214937 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b680c5e-c6fe-4267-b369-a295cebbefac admin admin] Made reservation on behalf of 3a1e144a4d264ad4beadd93822f88e80 for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:12:15.215184 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab5cf4-2cbf-420e-a11e-296785201c39 req-8df1864b-7087-4563-9214-fd05f228fac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:15.216709 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-fbab5cf4-2cbf-420e-a11e-296785201c39 req-8df1864b-7087-4563-9214-fd05f228fac9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a75e485bf5e24508b449b31a659c8e64&device_id=21be7183-3683-4beb-85e7-03a45b37e9cf HTTP/1.1" status: 200 len: 1129 time: 0.1251218 Mar 31 22:12:15.218960 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9b680c5e-c6fe-4267-b369-a295cebbefac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9369002'] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:15.241801 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9145c7-a63e-4d65-9a1b-09d592ba8c89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:15.242972 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9145c7-a63e-4d65-9a1b-09d592ba8c89 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:15.243522 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9145c7-a63e-4d65-9a1b-09d592ba8c89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:15.244063 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9145c7-a63e-4d65-9a1b-09d592ba8c89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:15.244638 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9145c7-a63e-4d65-9a1b-09d592ba8c89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:15.245184 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9145c7-a63e-4d65-9a1b-09d592ba8c89 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:15.245714 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9145c7-a63e-4d65-9a1b-09d592ba8c89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:15.246286 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9145c7-a63e-4d65-9a1b-09d592ba8c89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:15.247503 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9145c7-a63e-4d65-9a1b-09d592ba8c89 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:15.248035 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9145c7-a63e-4d65-9a1b-09d592ba8c89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:15.248569 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9145c7-a63e-4d65-9a1b-09d592ba8c89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:15.249981 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9145c7-a63e-4d65-9a1b-09d592ba8c89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:15.250579 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9145c7-a63e-4d65-9a1b-09d592ba8c89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:15.251948 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9145c7-a63e-4d65-9a1b-09d592ba8c89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:15.252574 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9145c7-a63e-4d65-9a1b-09d592ba8c89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:15.253416 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-35f21f56-2def-448e-9b34-ed8304558d05 req-f33faf67-d664-47f8-8470-fefc02e8355a tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Publish callbacks [] for port (147cd3fe-e5f8-4366-ad9a-b439d7ca2779), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:15.384218 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] Attempting to bind port f2537db9-432b-4169-af1e-f400faa84793 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:12:15.384824 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] Attempting to bind port f2537db9-432b-4169-af1e-f400faa84793 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': '46071887-b4fe-46d8-89c7-4d232b71419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:12:15.385553 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] Attempting to bind port f2537db9-432b-4169-af1e-f400faa84793 on network d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306 {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:12:15.392493 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:12:15.397000 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] Checking segment: {'id': '46071887-b4fe-46d8-89c7-4d232b71419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:12:15.399065 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:15.399726 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] Bound using segment: {'id': '46071887-b4fe-46d8-89c7-4d232b71419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:12:15.400453 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] Bound port: f2537db9-432b-4169-af1e-f400faa84793, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46071887-b4fe-46d8-89c7-4d232b71419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:12:15.401166 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (f2537db9-432b-4169-af1e-f400faa84793), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:15.425260 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab5cf4-2cbf-420e-a11e-296785201c39 req-09eb2e94-c2f5-4211-89ab-eadcbf3dfb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:15.426896 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-fbab5cf4-2cbf-420e-a11e-296785201c39 req-09eb2e94-c2f5-4211-89ab-eadcbf3dfb93 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1d5825a3-b47b-4467-b781-e7d6ee37cfe8 HTTP/1.1" status: 200 len: 914 time: 0.1889184 Mar 31 22:12:15.437224 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-20f5ae59-117b-43ed-951d-cd73cb9862e5 req-26fad812-46f0-4be1-b205-6d72c8491018 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=a25c5e92-c8ce-45fa-b65c-591549087fbf HTTP/1.1" status: 200 len: 210 time: 0.0368314 Mar 31 22:12:15.484377 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-fbab5cf4-2cbf-420e-a11e-296785201c39 req-4e8e11d5-145f-4d9f-bae8-6d6da6bea4d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=641f4c60-a8b9-4ec5-8a9e-268655ae4f39 HTTP/1.1" status: 200 len: 217 time: 0.0489128 Mar 31 22:12:15.488721 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-35f21f56-2def-448e-9b34-ed8304558d05 req-f33faf67-d664-47f8-8470-fefc02e8355a tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (147cd3fe-e5f8-4366-ad9a-b439d7ca2779), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:15.520455 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] For port f2537db9-432b-4169-af1e-f400faa84793, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:12:15.524706 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] For port f2537db9-432b-4169-af1e-f400faa84793, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=f2537db9-432b-4169-af1e-f400faa84793,segment=NetworkSegment(46071887-b4fe-46d8-89c7-4d232b71419f),segment_id=46071887-b4fe-46d8-89c7-4d232b71419f)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:12:15.577695 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9b680c5e-c6fe-4267-b369-a295cebbefac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10114596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9369020'] for subnet (191bba41-250a-40f2-8eed-3e1b639eccec), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:15.578819 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f21f56-2def-448e-9b34-ed8304558d05 req-f33faf67-d664-47f8-8470-fefc02e8355a tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Network c83b878d-c6ae-40da-95c7-b8256cbfe747 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:12:15.585390 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab5cf4-2cbf-420e-a11e-296785201c39 req-a0a52fd0-2b40-455b-9feb-9fee3a1a1f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:15.586975 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-fbab5cf4-2cbf-420e-a11e-296785201c39 req-a0a52fd0-2b40-455b-9feb-9fee3a1a1f94 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1657068d-0274-4af6-b510-a0309e69228a HTTP/1.1" status: 200 len: 853 time: 0.0958633 Mar 31 22:12:15.591119 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [req-35f21f56-2def-448e-9b34-ed8304558d05 req-f33faf67-d664-47f8-8470-fefc02e8355a tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:12:15.595399 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f21f56-2def-448e-9b34-ed8304558d05 req-f33faf67-d664-47f8-8470-fefc02e8355a tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:12:15.601571 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-0a590c1c-5241-4d40-b12e-9c3d86b4f7cb None None] Provisioning complete for port f2537db9-432b-4169-af1e-f400faa84793 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:12:15.603284 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0a590c1c-5241-4d40-b12e-9c3d86b4f7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (f2537db9-432b-4169-af1e-f400faa84793), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:15.605704 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33faf67-d664-47f8-8470-fefc02e8355a tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Pushing event updated for resources: {'Port': ['ID=147cd3fe-e5f8-4366-ad9a-b439d7ca2779,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:15.643984 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (f2537db9-432b-4169-af1e-f400faa84793), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:15.652278 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-fbab5cf4-2cbf-420e-a11e-296785201c39 req-8af55289-1dba-4d62-be92-f2d5e35011b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1d5825a3-b47b-4467-b781-e7d6ee37cfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577953 Mar 31 22:12:15.680366 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-0a590c1c-5241-4d40-b12e-9c3d86b4f7cb None None] Port f2537db9-432b-4169-af1e-f400faa84793 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:12:15.707501 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b680c5e-c6fe-4267-b369-a295cebbefac admin admin] Pushing event updated for resources: {'Subnet': ['ID=191bba41-250a-40f2-8eed-3e1b639eccec,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:15.714104 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b680c5e-c6fe-4267-b369-a295cebbefac admin admin] Checking segment: {'id': '8253de20-f2c5-42b8-9563-1f7ef1e55389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5c31cc88-ca1b-4c2a-924e-1147ef5945da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:12:15.714415 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b680c5e-c6fe-4267-b369-a295cebbefac admin admin] Network hostable DHCP agents. Network: 5c31cc88-ca1b-4c2a-924e-1147ef5945da, hostable agents: ['0f848437-afb4-42e1-a895-141757b8cd79'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:12:15.764340 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f21f56-2def-448e-9b34-ed8304558d05 req-f33faf67-d664-47f8-8470-fefc02e8355a tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:15.765119 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-35f21f56-2def-448e-9b34-ed8304558d05 req-f33faf67-d664-47f8-8470-fefc02e8355a tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:15.769839 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] Routers {'9b18794e-f38c-45de-b9fb-b7ee8aa849ce'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:12:15.770651 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:12:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['9b18794e-f38c-45de-b9fb-b7ee8aa849ce'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:12:15.810772 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9145c7-a63e-4d65-9a1b-09d592ba8c89 None None] Pushing event updated for resources: {'Port': ['ID=f2537db9-432b-4169-af1e-f400faa84793,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:15.826084 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b680c5e-c6fe-4267-b369-a295cebbefac admin admin] Network 5c31cc88-ca1b-4c2a-924e-1147ef5945da is scheduled to be hosted by DHCP agent 0f848437-afb4-42e1-a895-141757b8cd79 with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:12:15.832724 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-fbab5cf4-2cbf-420e-a11e-296785201c39 req-b0f784d9-3987-409a-ac9a-3d0f060c07e0 service neutron] 10.222.0.57 "GET /v2.0/networks/1d5825a3-b47b-4467-b781-e7d6ee37cfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665549 Mar 31 22:12:15.887999 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-35f21f56-2def-448e-9b34-ed8304558d05 req-f33faf67-d664-47f8-8470-fefc02e8355a tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5242379 Mar 31 22:12:15.899376 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] Set router 9b18794e-f38c-45de-b9fb-b7ee8aa849ce gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:12:15.900679 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-35f21f56-2def-448e-9b34-ed8304558d05 req-fe6e7cb5-4907-4d81-91ce-ad5b884c7eed service neutron] Request body: {'port': {'device_id': 'a25c5e92-c8ce-45fa-b65c-591549087fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:12:15.980052 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-9b680c5e-c6fe-4267-b369-a295cebbefac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-1-iscsi, 5c31cc88-ca1b-4c2a-924e-1147ef5945da) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:12:15.984452 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b680c5e-c6fe-4267-b369-a295cebbefac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:15.985240 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9b680c5e-c6fe-4267-b369-a295cebbefac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:15.987420 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-fbab5cf4-2cbf-420e-a11e-296785201c39 req-d029623f-c75f-4680-b319-c6a709a45999 service neutron] 10.222.0.57 "GET /v2.0/networks/1d5825a3-b47b-4467-b781-e7d6ee37cfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529107 Mar 31 22:12:15.992576 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0dc10a-5081-45e6-bf98-d1a740a3273c None None] Network 5c31cc88-ca1b-4c2a-924e-1147ef5945da requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:12:15.994979 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-35f21f56-2def-448e-9b34-ed8304558d05 req-fe6e7cb5-4907-4d81-91ce-ad5b884c7eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (147cd3fe-e5f8-4366-ad9a-b439d7ca2779), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:16.052677 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-488b9e13-66cd-4a63-8ace-0522345ed5ec None None] Provisioning complete for port f2537db9-432b-4169-af1e-f400faa84793 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:12:16.053340 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-488b9e13-66cd-4a63-8ace-0522345ed5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (f2537db9-432b-4169-af1e-f400faa84793), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:16.090144 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-9b680c5e-c6fe-4267-b369-a295cebbefac admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9951377 Mar 31 22:12:16.091588 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 35680) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:12:16.097041 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-1ebb9def-73dc-422a-b2fd-856d1d601498 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1089958955-router', 'tenant_id': '3a1e144a4d264ad4beadd93822f88e80', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:12:16.140528 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eca5f7c-729a-4023-b757-03c86c8fbb12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a52870c-531f-5681-85b3-93ba771be156-5c31cc88-ca1b-4c2a-924e-1147ef5945da', 'network_id': '5c31cc88-ca1b-4c2a-924e-1147ef5945da', 'project_id': '3a1e144a4d264ad4beadd93822f88e80', 'fixed_ips': [{'subnet_id': '191bba41-250a-40f2-8eed-3e1b639eccec'}]}} from dv-cinder-836083-1-iscsi. {{(pid=110668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 22:12:16.140747 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'name': 'tempest-TestShelveInstance-1849297893-router', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '0e17417a-ea94-448f-bd3f-0f5f9a3371b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:12:08Z', 'updated_at': '2022-03-31T22:12:12Z', 'revision_number': 4, 'project_id': 'f01f56a3345549e293388df536c13114', 'gw_port': {'id': '0e17417a-ea94-448f-bd3f-0f5f9a3371b4', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:46:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:09Z', 'updated_at': '2022-03-31T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'f2537db9-432b-4169-af1e-f400faa84793', 'name': '', 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'mac_address': 'fa:16:3e:3b:22:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '19ca2eea-2520-4d8a-8741-e1131c92ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:11Z', 'updated_at': '2022-03-31T22:12:15Z', 'revision_number': 4, 'project_id': 'f01f56a3345549e293388df536c13114', 'subnets': [{'id': '19ca2eea-2520-4d8a-8741-e1131c92ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:12:16.141372 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7eca5f7c-729a-4023-b757-03c86c8fbb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:16.169055 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90236656-a255-4cf5-b0cb-ed70cdbd3b7c None None] The sync data for ids ['9b18794e-f38c-45de-b9fb-b7ee8aa849ce'] in dv-cinder-836083-1-iscsi is: [{'id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'name': 'tempest-TestShelveInstance-1849297893-router', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '0e17417a-ea94-448f-bd3f-0f5f9a3371b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:12:08Z', 'updated_at': '2022-03-31T22:12:12Z', 'revision_number': 4, 'project_id': 'f01f56a3345549e293388df536c13114', 'gw_port': {'id': '0e17417a-ea94-448f-bd3f-0f5f9a3371b4', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:46:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:09Z', 'updated_at': '2022-03-31T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'f2537db9-432b-4169-af1e-f400faa84793', 'name': '', 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'mac_address': 'fa:16:3e:3b:22:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '19ca2eea-2520-4d8a-8741-e1131c92ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:11Z', 'updated_at': '2022-03-31T22:12:15Z', 'revision_number': 4, 'project_id': 'f01f56a3345549e293388df536c13114', 'subnets': [{'id': '19ca2eea-2520-4d8a-8741-e1131c92ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:12:16.196913 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1ebb9def-73dc-422a-b2fd-856d1d601498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-644'] for router (26babc88-5d61-43e2-a612-f28e08ad653e), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:16.199998 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1ebb9def-73dc-422a-b2fd-856d1d601498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1615592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-655'] for router (26babc88-5d61-43e2-a612-f28e08ad653e), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:16.261235 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-488b9e13-66cd-4a63-8ace-0522345ed5ec None None] Current status of the port f2537db9-432b-4169-af1e-f400faa84793 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:12:16.261940 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-488b9e13-66cd-4a63-8ace-0522345ed5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (f2537db9-432b-4169-af1e-f400faa84793), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:16.309751 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1ebb9def-73dc-422a-b2fd-856d1d601498 admin admin] Publish callbacks [] for router_controller (26babc88-5d61-43e2-a612-f28e08ad653e), precommit_add_association {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:16.348752 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-488b9e13-66cd-4a63-8ace-0522345ed5ec None None] For port f2537db9-432b-4169-af1e-f400faa84793, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=f2537db9-432b-4169-af1e-f400faa84793,segment=NetworkSegment(46071887-b4fe-46d8-89c7-4d232b71419f),segment_id=46071887-b4fe-46d8-89c7-4d232b71419f)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:12:16.355367 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [req-35f21f56-2def-448e-9b34-ed8304558d05 req-fe6e7cb5-4907-4d81-91ce-ad5b884c7eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 147cd3fe-e5f8-4366-ad9a-b439d7ca2779 {{(pid=110666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:12:16.367696 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-35f21f56-2def-448e-9b34-ed8304558d05 req-fe6e7cb5-4907-4d81-91ce-ad5b884c7eed service neutron] Publish callbacks [] for port (147cd3fe-e5f8-4366-ad9a-b439d7ca2779), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:16.374781 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-7eca5f7c-729a-4023-b757-03c86c8fbb12 None None] Allocated IP 172.20.0.2 (5c31cc88-ca1b-4c2a-924e-1147ef5945da/191bba41-250a-40f2-8eed-3e1b639eccec/8f5a937e-ad4e-41fc-801e-278df735bf65) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:12:16.382468 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.provisioning_blocks [req-35f21f56-2def-448e-9b34-ed8304558d05 req-fe6e7cb5-4907-4d81-91ce-ad5b884c7eed service neutron] Transition to ACTIVE for port object 147cd3fe-e5f8-4366-ad9a-b439d7ca2779 will not be triggered until provisioned by entity L2. {{(pid=110666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 22:12:16.527974 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-35f21f56-2def-448e-9b34-ed8304558d05 req-fe6e7cb5-4907-4d81-91ce-ad5b884c7eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (147cd3fe-e5f8-4366-ad9a-b439d7ca2779), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:16.593293 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1ebb9def-73dc-422a-b2fd-856d1d601498 admin admin] Publish callbacks [] for router_gateway (26babc88-5d61-43e2-a612-f28e08ad653e), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:16.642531 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f9966-7f45-4c6f-ae7c-78e41c6803e5 req-e226b3ed-1b9a-482b-b358-43dfea543182 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:16.644483 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-429f9966-7f45-4c6f-ae7c-78e41c6803e5 req-e226b3ed-1b9a-482b-b358-43dfea543182 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=a25c5e92-c8ce-45fa-b65c-591549087fbf HTTP/1.1" status: 200 len: 943 time: 0.0678256 Mar 31 22:12:16.657534 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e7cb5-4907-4d81-91ce-ad5b884c7eed service neutron] Pushing event updated for resources: {'Port': ['ID=147cd3fe-e5f8-4366-ad9a-b439d7ca2779,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:16.713580 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-488b9e13-66cd-4a63-8ace-0522345ed5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (f2537db9-432b-4169-af1e-f400faa84793), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:16.740938 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7eca5f7c-729a-4023-b757-03c86c8fbb12 None None] Publish callbacks [] for port (8f5a937e-ad4e-41fc-801e-278df735bf65), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:16.755454 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-35f21f56-2def-448e-9b34-ed8304558d05 req-fe6e7cb5-4907-4d81-91ce-ad5b884c7eed service neutron] Attempting to bind port 147cd3fe-e5f8-4366-ad9a-b439d7ca2779 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:12:16.755888 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-35f21f56-2def-448e-9b34-ed8304558d05 req-fe6e7cb5-4907-4d81-91ce-ad5b884c7eed service neutron] Attempting to bind port 147cd3fe-e5f8-4366-ad9a-b439d7ca2779 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'aad196d5-bb86-4bb7-b31e-aeea19738177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c83b878d-c6ae-40da-95c7-b8256cbfe747'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:12:16.756292 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f21f56-2def-448e-9b34-ed8304558d05 req-fe6e7cb5-4907-4d81-91ce-ad5b884c7eed service neutron] Attempting to bind port 147cd3fe-e5f8-4366-ad9a-b439d7ca2779 on network c83b878d-c6ae-40da-95c7-b8256cbfe747 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:12:16.758710 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 0e17417a-ea94-448f-bd3f-0f5f9a3371b4 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:12:16.761503 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f21f56-2def-448e-9b34-ed8304558d05 req-fe6e7cb5-4907-4d81-91ce-ad5b884c7eed service neutron] Port 147cd3fe-e5f8-4366-ad9a-b439d7ca2779 on network c83b878d-c6ae-40da-95c7-b8256cbfe747 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:12:16.761907 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f21f56-2def-448e-9b34-ed8304558d05 req-fe6e7cb5-4907-4d81-91ce-ad5b884c7eed service neutron] Attempting to bind port 147cd3fe-e5f8-4366-ad9a-b439d7ca2779 on network c83b878d-c6ae-40da-95c7-b8256cbfe747 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:12:16.767833 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f21f56-2def-448e-9b34-ed8304558d05 req-fe6e7cb5-4907-4d81-91ce-ad5b884c7eed service neutron] Checking agent: {'id': '0c6c7b6d-d51d-4e70-9732-01ea9921e922', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'started_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:12:16.768554 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f21f56-2def-448e-9b34-ed8304558d05 req-fe6e7cb5-4907-4d81-91ce-ad5b884c7eed service neutron] Checking segment: {'id': 'aad196d5-bb86-4bb7-b31e-aeea19738177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c83b878d-c6ae-40da-95c7-b8256cbfe747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:12:16.772653 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f21f56-2def-448e-9b34-ed8304558d05 req-fe6e7cb5-4907-4d81-91ce-ad5b884c7eed service neutron] Bound using segment: {'id': 'aad196d5-bb86-4bb7-b31e-aeea19738177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c83b878d-c6ae-40da-95c7-b8256cbfe747'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:12:16.772653 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-35f21f56-2def-448e-9b34-ed8304558d05 req-fe6e7cb5-4907-4d81-91ce-ad5b884c7eed service neutron] Bound port: 147cd3fe-e5f8-4366-ad9a-b439d7ca2779, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad196d5-bb86-4bb7-b31e-aeea19738177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c83b878d-c6ae-40da-95c7-b8256cbfe747'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:12:16.772653 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-35f21f56-2def-448e-9b34-ed8304558d05 req-fe6e7cb5-4907-4d81-91ce-ad5b884c7eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (147cd3fe-e5f8-4366-ad9a-b439d7ca2779), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:16.797071 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b9e13-66cd-4a63-8ace-0522345ed5ec None None] Pushing event updated for resources: {'Port': ['ID=f2537db9-432b-4169-af1e-f400faa84793,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:16.823681 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 0e17417a-ea94-448f-bd3f-0f5f9a3371b4 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:12:16.824054 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (0e17417a-ea94-448f-bd3f-0f5f9a3371b4), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:16.827784 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7eca5f7c-729a-4023-b757-03c86c8fbb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (8f5a937e-ad4e-41fc-801e-278df735bf65), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:16.842341 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-429f9966-7f45-4c6f-ae7c-78e41c6803e5 req-4d1d4032-abcc-46f8-be3f-19e9ff5c85ad tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836219 Mar 31 22:12:16.893743 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eca5f7c-729a-4023-b757-03c86c8fbb12 None None] Network 5c31cc88-ca1b-4c2a-924e-1147ef5945da is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:12:16.905402 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-7eca5f7c-729a-4023-b757-03c86c8fbb12 None None] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:12:16.908225 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eca5f7c-729a-4023-b757-03c86c8fbb12 None None] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:12:16.922412 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-35f21f56-2def-448e-9b34-ed8304558d05 req-fe6e7cb5-4907-4d81-91ce-ad5b884c7eed service neutron] For port 147cd3fe-e5f8-4366-ad9a-b439d7ca2779, host hv-cinder-83608, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:12:16.926396 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-35f21f56-2def-448e-9b34-ed8304558d05 req-fe6e7cb5-4907-4d81-91ce-ad5b884c7eed service neutron] For port 147cd3fe-e5f8-4366-ad9a-b439d7ca2779, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=147cd3fe-e5f8-4366-ad9a-b439d7ca2779,segment=NetworkSegment(aad196d5-bb86-4bb7-b31e-aeea19738177),segment_id=aad196d5-bb86-4bb7-b31e-aeea19738177)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:12:16.929754 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca5f7c-729a-4023-b757-03c86c8fbb12 None None] Pushing event updated for resources: {'Port': ['ID=8f5a937e-ad4e-41fc-801e-278df735bf65,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:17.005496 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-7eca5f7c-729a-4023-b757-03c86c8fbb12 None None] Attempting to bind port 8f5a937e-ad4e-41fc-801e-278df735bf65 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:12:17.005874 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-7eca5f7c-729a-4023-b757-03c86c8fbb12 None None] Attempting to bind port 8f5a937e-ad4e-41fc-801e-278df735bf65 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': '8253de20-f2c5-42b8-9563-1f7ef1e55389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5c31cc88-ca1b-4c2a-924e-1147ef5945da'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:12:17.006272 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eca5f7c-729a-4023-b757-03c86c8fbb12 None None] Attempting to bind port 8f5a937e-ad4e-41fc-801e-278df735bf65 on network 5c31cc88-ca1b-4c2a-924e-1147ef5945da {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:12:17.015652 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-35f21f56-2def-448e-9b34-ed8304558d05 req-fe6e7cb5-4907-4d81-91ce-ad5b884c7eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (147cd3fe-e5f8-4366-ad9a-b439d7ca2779), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:17.016346 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eca5f7c-729a-4023-b757-03c86c8fbb12 None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:12:17.016726 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eca5f7c-729a-4023-b757-03c86c8fbb12 None None] Checking segment: {'id': '8253de20-f2c5-42b8-9563-1f7ef1e55389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5c31cc88-ca1b-4c2a-924e-1147ef5945da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:12:17.017134 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7eca5f7c-729a-4023-b757-03c86c8fbb12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:17.017524 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eca5f7c-729a-4023-b757-03c86c8fbb12 None None] Bound using segment: {'id': '8253de20-f2c5-42b8-9563-1f7ef1e55389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5c31cc88-ca1b-4c2a-924e-1147ef5945da'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:12:17.017998 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-7eca5f7c-729a-4023-b757-03c86c8fbb12 None None] Bound port: 8f5a937e-ad4e-41fc-801e-278df735bf65, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8253de20-f2c5-42b8-9563-1f7ef1e55389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5c31cc88-ca1b-4c2a-924e-1147ef5945da'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:12:17.018404 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7eca5f7c-729a-4023-b757-03c86c8fbb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (8f5a937e-ad4e-41fc-801e-278df735bf65), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:17.031620 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 0e17417a-ea94-448f-bd3f-0f5f9a3371b4 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:12:17.032708 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device f2537db9-432b-4169-af1e-f400faa84793 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:12:17.060369 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1ebb9def-73dc-422a-b2fd-856d1d601498 admin admin] Publish callbacks [] for router_gateway (26babc88-5d61-43e2-a612-f28e08ad653e), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:17.070940 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f21f56-2def-448e-9b34-ed8304558d05 req-fe6e7cb5-4907-4d81-91ce-ad5b884c7eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:17.071568 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-35f21f56-2def-448e-9b34-ed8304558d05 req-fe6e7cb5-4907-4d81-91ce-ad5b884c7eed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:17.072954 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-35f21f56-2def-448e-9b34-ed8304558d05 req-fe6e7cb5-4907-4d81-91ce-ad5b884c7eed service neutron] 10.222.0.57 "PUT /v2.0/ports/147cd3fe-e5f8-4366-ad9a-b439d7ca2779 HTTP/1.1" status: 200 len: 1093 time: 1.1777663 Mar 31 22:12:17.075509 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a25c5e92-c8ce-45fa-b65c-591549087fbf', 'tag': '147cd3fe-e5f8-4366-ad9a-b439d7ca2779'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:12:17.079861 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa9c5d8-88ab-4382-b098-2439f51940d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a25c5e92-c8ce-45fa-b65c-591549087fbf", "tag": "147cd3fe-e5f8-4366-ad9a-b439d7ca2779"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:12:17.092525 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1ebb9def-73dc-422a-b2fd-856d1d601498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:17.110128 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e7cb5-4907-4d81-91ce-ad5b884c7eed service neutron] Pushing event updated for resources: {'Port': ['ID=147cd3fe-e5f8-4366-ad9a-b439d7ca2779,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:17.126658 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7eca5f7c-729a-4023-b757-03c86c8fbb12 None None] For port 8f5a937e-ad4e-41fc-801e-278df735bf65, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:12:17.131396 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7eca5f7c-729a-4023-b757-03c86c8fbb12 None None] For port 8f5a937e-ad4e-41fc-801e-278df735bf65, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=8f5a937e-ad4e-41fc-801e-278df735bf65,segment=NetworkSegment(8253de20-f2c5-42b8-9563-1f7ef1e55389),segment_id=8253de20-f2c5-42b8-9563-1f7ef1e55389)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:12:17.135981 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port f2537db9-432b-4169-af1e-f400faa84793 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:12:17.136352 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (f2537db9-432b-4169-af1e-f400faa84793), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:17.231562 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port f2537db9-432b-4169-af1e-f400faa84793 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:12:17.243794 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7eca5f7c-729a-4023-b757-03c86c8fbb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (8f5a937e-ad4e-41fc-801e-278df735bf65), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:17.249843 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-1ebb9def-73dc-422a-b2fd-856d1d601498 admin admin] Allocated IP 172.27.2.208 (ad19088a-a902-4a91-855f-5fb9d1c67d87/5d366205-9c7a-4898-9c8b-600d476ec59e/35a438ec-2bc8-4575-866e-5572e71fd179) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:12:17.255452 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f21f56-2def-448e-9b34-ed8304558d05 req-d2328c22-b012-4263-8660-1e94b66c2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:17.260249 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-35f21f56-2def-448e-9b34-ed8304558d05 req-d2328c22-b012-4263-8660-1e94b66c2729 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d2d385411230479ca9fd6bf55d3a3300&device_id=a25c5e92-c8ce-45fa-b65c-591549087fbf HTTP/1.1" status: 200 len: 1127 time: 0.0907953 Mar 31 22:12:17.335187 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca5f7c-729a-4023-b757-03c86c8fbb12 None None] Pushing event updated for resources: {'Port': ['ID=8f5a937e-ad4e-41fc-801e-278df735bf65,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:17.353977 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-35f21f56-2def-448e-9b34-ed8304558d05 req-2727c6c6-3b1f-4283-9032-623fe1777f24 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=147cd3fe-e5f8-4366-ad9a-b439d7ca2779 HTTP/1.1" status: 200 len: 217 time: 0.0833969 Mar 31 22:12:17.396479 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4a02b2-882c-4564-8334-46b0075a1728 x-openstack-request-id: req-ce4a02b2-882c-4564-8334-46b0075a1728 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:12:17.397132 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a25c5e92-c8ce-45fa-b65c-591549087fbf", "tag": "147cd3fe-e5f8-4366-ad9a-b439d7ca2779", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:12:17.397132 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ce4a02b2-882c-4564-8334-46b0075a1728 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:12:17.397417 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce4a02b2-882c-4564-8334-46b0075a1728'] response: {'name': 'network-changed', 'server_uuid': 'a25c5e92-c8ce-45fa-b65c-591549087fbf', 'tag': '147cd3fe-e5f8-4366-ad9a-b439d7ca2779', 'status': 'completed', 'code': 200} Mar 31 22:12:17.426092 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f21f56-2def-448e-9b34-ed8304558d05 req-4eb0e1fe-28e5-4ffa-8dc9-6c18b9707114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:17.427806 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-35f21f56-2def-448e-9b34-ed8304558d05 req-4eb0e1fe-28e5-4ffa-8dc9-6c18b9707114 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=40fe8fd8-6e50-48b8-ad22-8bf6b8b13880 HTTP/1.1" status: 200 len: 848 time: 0.0614538 Mar 31 22:12:17.433979 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1ebb9def-73dc-422a-b2fd-856d1d601498 admin admin] Publish callbacks [] for port (35a438ec-2bc8-4575-866e-5572e71fd179), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:17.469933 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-35f21f56-2def-448e-9b34-ed8304558d05 req-99c73587-c25c-4721-9bad-88c14716426f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c83b878d-c6ae-40da-95c7-b8256cbfe747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323355 Mar 31 22:12:17.535070 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1ebb9def-73dc-422a-b2fd-856d1d601498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (35a438ec-2bc8-4575-866e-5572e71fd179), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:17.593905 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebb9def-73dc-422a-b2fd-856d1d601498 admin admin] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:12:17.598524 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-35f21f56-2def-448e-9b34-ed8304558d05 req-4b61ba16-ee40-4356-8ea7-45652bba6da3 service neutron] 10.222.0.57 "GET /v2.0/networks/c83b878d-c6ae-40da-95c7-b8256cbfe747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222539 Mar 31 22:12:17.599093 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-1ebb9def-73dc-422a-b2fd-856d1d601498 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:12:17.605570 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebb9def-73dc-422a-b2fd-856d1d601498 admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:12:17.634205 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb9def-73dc-422a-b2fd-856d1d601498 admin admin] Pushing event updated for resources: {'Port': ['ID=35a438ec-2bc8-4575-866e-5572e71fd179,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:17.753523 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-35f21f56-2def-448e-9b34-ed8304558d05 req-56f787cf-2faa-493e-97a5-02c0655945d5 service neutron] 10.222.0.57 "GET /v2.0/networks/c83b878d-c6ae-40da-95c7-b8256cbfe747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481707 Mar 31 22:12:18.051187 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9c5d8-88ab-4382-b098-2439f51940d1 req-322dae96-b6da-4259-aeda-f1319246c6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:18.052695 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-dfa9c5d8-88ab-4382-b098-2439f51940d1 req-322dae96-b6da-4259-aeda-f1319246c6cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d2d385411230479ca9fd6bf55d3a3300&device_id=a25c5e92-c8ce-45fa-b65c-591549087fbf HTTP/1.1" status: 200 len: 1127 time: 0.0533223 Mar 31 22:12:18.064387 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35e0e3-f4bb-4d77-be83-d602878f8db6 req-5b7f4b2c-a12b-43f6-b822-1f653bac3c7e tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:18.065945 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9b35e0e3-f4bb-4d77-be83-d602878f8db6 req-5b7f4b2c-a12b-43f6-b822-1f653bac3c7e tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=a25c5e92-c8ce-45fa-b65c-591549087fbf HTTP/1.1" status: 200 len: 943 time: 0.1347132 Mar 31 22:12:18.096626 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1ebb9def-73dc-422a-b2fd-856d1d601498 admin admin] Publish callbacks [] for router_gateway (26babc88-5d61-43e2-a612-f28e08ad653e), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:18.153531 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9c5d8-88ab-4382-b098-2439f51940d1 req-ac166368-ef91-4935-b622-c8f356c552ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:18.155628 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-dfa9c5d8-88ab-4382-b098-2439f51940d1 req-ac166368-ef91-4935-b622-c8f356c552ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=c83b878d-c6ae-40da-95c7-b8256cbfe747 HTTP/1.1" status: 200 len: 909 time: 0.0954697 Mar 31 22:12:18.189702 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9b35e0e3-f4bb-4d77-be83-d602878f8db6 req-5aa5aa1e-f295-4286-8bf0-71583ed522fd tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154454 Mar 31 22:12:18.204113 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-dfa9c5d8-88ab-4382-b098-2439f51940d1 req-a6a4d54b-7dd6-4b09-a2dc-39cdd2f6c216 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=147cd3fe-e5f8-4366-ad9a-b439d7ca2779 HTTP/1.1" status: 200 len: 217 time: 0.0401714 Mar 31 22:12:18.260794 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9c5d8-88ab-4382-b098-2439f51940d1 req-87b33e1f-607d-4c37-8de2-977e1dd9cbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:18.262399 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-dfa9c5d8-88ab-4382-b098-2439f51940d1 req-87b33e1f-607d-4c37-8de2-977e1dd9cbcb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=40fe8fd8-6e50-48b8-ad22-8bf6b8b13880 HTTP/1.1" status: 200 len: 848 time: 0.0524006 Mar 31 22:12:18.311635 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-dfa9c5d8-88ab-4382-b098-2439f51940d1 req-13fd93bb-ad8d-4c1c-9642-5b36ecba1826 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c83b878d-c6ae-40da-95c7-b8256cbfe747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357478 Mar 31 22:12:18.346756 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1ebb9def-73dc-422a-b2fd-856d1d601498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625619'] for router (26babc88-5d61-43e2-a612-f28e08ad653e), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:18.431167 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-dfa9c5d8-88ab-4382-b098-2439f51940d1 req-2b542c55-5b3f-43af-aa1a-04dd6a9190e0 service neutron] 10.222.0.57 "GET /v2.0/networks/c83b878d-c6ae-40da-95c7-b8256cbfe747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112695 Mar 31 22:12:18.554394 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-dfa9c5d8-88ab-4382-b098-2439f51940d1 req-64a7d559-9ad1-480d-a0d1-40250c2a7b51 service neutron] 10.222.0.57 "GET /v2.0/networks/c83b878d-c6ae-40da-95c7-b8256cbfe747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161313 Mar 31 22:12:18.591234 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebb9def-73dc-422a-b2fd-856d1d601498 admin admin] Router 26babc88-5d61-43e2-a612-f28e08ad653e is scheduled to L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c with binding_index 1 {{(pid=110667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:12:18.628835 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 8f5a937e-ad4e-41fc-801e-278df735bf65 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:12:18.631055 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97345f3-f5fe-4dbb-b670-6fb6099fbb00 None None] Network 5c31cc88-ca1b-4c2a-924e-1147ef5945da requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:12:18.707980 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebb9def-73dc-422a-b2fd-856d1d601498 admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:12:18.726543 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] Sync routers for ids ['26babc88-5d61-43e2-a612-f28e08ad653e'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:12:18.750530 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-e077d41d-c5e7-4115-a4ce-5f05ec2cc39b None None] Provisioning complete for port 8f5a937e-ad4e-41fc-801e-278df735bf65 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:12:18.750901 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e077d41d-c5e7-4115-a4ce-5f05ec2cc39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (8f5a937e-ad4e-41fc-801e-278df735bf65), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:18.788677 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] Routers {'26babc88-5d61-43e2-a612-f28e08ad653e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:12:18.788677 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:12:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['26babc88-5d61-43e2-a612-f28e08ad653e'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:12:18.815295 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1ebb9def-73dc-422a-b2fd-856d1d601498 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:18.817320 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-1ebb9def-73dc-422a-b2fd-856d1d601498 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7239659 Mar 31 22:12:18.819384 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 35704) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:12:18.899480 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 8f5a937e-ad4e-41fc-801e-278df735bf65 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:12:18.899777 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (8f5a937e-ad4e-41fc-801e-278df735bf65), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:19.003155 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] Set router 26babc88-5d61-43e2-a612-f28e08ad653e gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:12:19.068549 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-e077d41d-c5e7-4115-a4ce-5f05ec2cc39b None None] Current status of the port 8f5a937e-ad4e-41fc-801e-278df735bf65 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:12:19.068937 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e077d41d-c5e7-4115-a4ce-5f05ec2cc39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (8f5a937e-ad4e-41fc-801e-278df735bf65), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:19.202365 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-e077d41d-c5e7-4115-a4ce-5f05ec2cc39b None None] For port 8f5a937e-ad4e-41fc-801e-278df735bf65, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=8f5a937e-ad4e-41fc-801e-278df735bf65,segment=NetworkSegment(8253de20-f2c5-42b8-9563-1f7ef1e55389),segment_id=8253de20-f2c5-42b8-9563-1f7ef1e55389)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:12:19.207723 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 8f5a937e-ad4e-41fc-801e-278df735bf65 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:12:19.207723 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (8f5a937e-ad4e-41fc-801e-278df735bf65), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:19.277580 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e077d41d-c5e7-4115-a4ce-5f05ec2cc39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (8f5a937e-ad4e-41fc-801e-278df735bf65), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:19.349048 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26babc88-5d61-43e2-a612-f28e08ad653e', 'name': 'tempest-TestShelveInstance-1089958955-router', 'tenant_id': '3a1e144a4d264ad4beadd93822f88e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '35a438ec-2bc8-4575-866e-5572e71fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:12:16Z', 'updated_at': '2022-03-31T22:12:17Z', 'revision_number': 3, 'project_id': '3a1e144a4d264ad4beadd93822f88e80', 'gw_port': {'id': '35a438ec-2bc8-4575-866e-5572e71fd179', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26babc88-5d61-43e2-a612-f28e08ad653e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:17Z', 'updated_at': '2022-03-31T22:12:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:12:19.394944 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4a45d-e70d-4069-8519-9d5cd2d5b417 req-ac9c84bf-b247-425d-9838-43f7c49bcbd2 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:19.396479 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b6b4a45d-e70d-4069-8519-9d5cd2d5b417 req-ac9c84bf-b247-425d-9838-43f7c49bcbd2 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=a25c5e92-c8ce-45fa-b65c-591549087fbf HTTP/1.1" status: 200 len: 943 time: 0.1274076 Mar 31 22:12:19.397041 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.db.api [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 22:12:19.397462 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG oslo_db.api [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 22:12:19.405683 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] Checking router: 26babc88-5d61-43e2-a612-f28e08ad653e for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:12:19.406315 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] Updating router 26babc88-5d61-43e2-a612-f28e08ad653e port 35a438ec-2bc8-4575-866e-5572e71fd179 binding host dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:12:19.434091 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077d41d-c5e7-4115-a4ce-5f05ec2cc39b None None] Pushing event updated for resources: {'Port': ['ID=8f5a937e-ad4e-41fc-801e-278df735bf65,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:19.449862 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-99460657-02cc-4d7e-9b4a-ae76dc70e0d8 None None] Provisioning complete for port 8f5a937e-ad4e-41fc-801e-278df735bf65 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:12:19.450639 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-99460657-02cc-4d7e-9b4a-ae76dc70e0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (8f5a937e-ad4e-41fc-801e-278df735bf65), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:19.455142 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (35a438ec-2bc8-4575-866e-5572e71fd179), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:19.467043 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b6b4a45d-e70d-4069-8519-9d5cd2d5b417 req-11f9988d-3b49-40f9-9e18-20b56fdc03d8 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605321 Mar 31 22:12:19.591277 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e3ade8d1-746b-4a9e-9838-53c18f78d201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:19.639894 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-99460657-02cc-4d7e-9b4a-ae76dc70e0d8 None None] Current status of the port 8f5a937e-ad4e-41fc-801e-278df735bf65 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:12:19.761859 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-e3ade8d1-746b-4a9e-9838-53c18f78d201 admin admin] Allocated IP 172.20.0.1 (5c31cc88-ca1b-4c2a-924e-1147ef5945da/191bba41-250a-40f2-8eed-3e1b639eccec/19c40214-08a9-4427-9dd3-ccbed8913155) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:12:19.784650 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] Publish callbacks [] for port (35a438ec-2bc8-4575-866e-5572e71fd179), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:19.871174 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (35a438ec-2bc8-4575-866e-5572e71fd179), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:19.891461 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca54638-d4e8-4217-b9f1-1495f7c9c979 req-25e3f08f-571d-4477-b14d-83a900a7ad43 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:19.893002 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bca54638-d4e8-4217-b9f1-1495f7c9c979 req-25e3f08f-571d-4477-b14d-83a900a7ad43 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=21be7183-3683-4beb-85e7-03a45b37e9cf HTTP/1.1" status: 200 len: 945 time: 0.1058478 Mar 31 22:12:19.917271 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e3ade8d1-746b-4a9e-9838-53c18f78d201 admin admin] Publish callbacks [] for port (19c40214-08a9-4427-9dd3-ccbed8913155), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:19.941212 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc900b-2d30-4c86-9fa5-ca18636e11dc None None] Pushing event updated for resources: {'Port': ['ID=35a438ec-2bc8-4575-866e-5572e71fd179,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:19.955476 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] Attempting to bind port 35a438ec-2bc8-4575-866e-5572e71fd179 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:12:19.955476 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] Attempting to bind port 35a438ec-2bc8-4575-866e-5572e71fd179 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:12:19.955848 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] Attempting to bind port 35a438ec-2bc8-4575-866e-5572e71fd179 on network ad19088a-a902-4a91-855f-5fb9d1c67d87 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:12:19.961639 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 8f5a937e-ad4e-41fc-801e-278df735bf65 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:12:19.962616 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device f2537db9-432b-4169-af1e-f400faa84793 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:12:19.965380 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:12:19.965765 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] Checking segment: {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:12:19.966164 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:19.966580 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] Bound using segment: {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:12:19.967047 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] Bound port: 35a438ec-2bc8-4575-866e-5572e71fd179, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:12:19.967961 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (35a438ec-2bc8-4575-866e-5572e71fd179), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:19.969864 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bca54638-d4e8-4217-b9f1-1495f7c9c979 req-e18abd6f-8fdd-42da-a01b-3bee01b17d83 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab68280a-2208-4b33-b365-1bbf5d8085ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681493 Mar 31 22:12:20.051017 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] For port 35a438ec-2bc8-4575-866e-5572e71fd179, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:12:20.054941 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] For port 35a438ec-2bc8-4575-866e-5572e71fd179, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=35a438ec-2bc8-4575-866e-5572e71fd179,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:12:20.061335 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port f2537db9-432b-4169-af1e-f400faa84793 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:12:20.061709 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (f2537db9-432b-4169-af1e-f400faa84793), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:20.065544 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e3ade8d1-746b-4a9e-9838-53c18f78d201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (19c40214-08a9-4427-9dd3-ccbed8913155), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:20.103926 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ade8d1-746b-4a9e-9838-53c18f78d201 admin admin] Network 5c31cc88-ca1b-4c2a-924e-1147ef5945da is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:12:20.106999 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-e3ade8d1-746b-4a9e-9838-53c18f78d201 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:12:20.110754 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ade8d1-746b-4a9e-9838-53c18f78d201 admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:12:20.140097 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ade8d1-746b-4a9e-9838-53c18f78d201 admin admin] Pushing event updated for resources: {'Port': ['ID=19c40214-08a9-4427-9dd3-ccbed8913155,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:20.159315 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e3ade8d1-746b-4a9e-9838-53c18f78d201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623236'] for router_interface (26babc88-5d61-43e2-a612-f28e08ad653e), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:20.216162 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (35a438ec-2bc8-4575-866e-5572e71fd179), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:20.291892 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] Routers {'26babc88-5d61-43e2-a612-f28e08ad653e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:12:20.292532 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:12:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['26babc88-5d61-43e2-a612-f28e08ad653e'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:12:20.294387 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc900b-2d30-4c86-9fa5-ca18636e11dc None None] Pushing event updated for resources: {'Port': ['ID=35a438ec-2bc8-4575-866e-5572e71fd179,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:20.395911 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e3ade8d1-746b-4a9e-9838-53c18f78d201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (19c40214-08a9-4427-9dd3-ccbed8913155), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:20.420373 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-a24e3878-8d6e-49ff-8860-be0da35f5ba0 None None] Provisioning complete for port 19c40214-08a9-4427-9dd3-ccbed8913155 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:12:20.420746 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a24e3878-8d6e-49ff-8860-be0da35f5ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (19c40214-08a9-4427-9dd3-ccbed8913155), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:20.459624 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port f2537db9-432b-4169-af1e-f400faa84793 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:12:20.475324 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-a24e3878-8d6e-49ff-8860-be0da35f5ba0 None None] Port 19c40214-08a9-4427-9dd3-ccbed8913155 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:12:20.483251 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] Set router 26babc88-5d61-43e2-a612-f28e08ad653e gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:12:20.552030 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 8f5a937e-ad4e-41fc-801e-278df735bf65 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:12:20.600163 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e3ade8d1-746b-4a9e-9838-53c18f78d201 admin admin] Publish callbacks [] for port (19c40214-08a9-4427-9dd3-ccbed8913155), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:20.626613 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509a5ef-78ae-41dc-b332-42831e9b6fd8 req-b3bda8b2-e95e-4f2b-8e0d-a8952973ab9f tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:20.628067 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5509a5ef-78ae-41dc-b332-42831e9b6fd8 req-b3bda8b2-e95e-4f2b-8e0d-a8952973ab9f tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=a25c5e92-c8ce-45fa-b65c-591549087fbf HTTP/1.1" status: 200 len: 943 time: 0.0675578 Mar 31 22:12:20.661735 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e3ade8d1-746b-4a9e-9838-53c18f78d201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114205'] for port (19c40214-08a9-4427-9dd3-ccbed8913155), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:20.681558 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 8f5a937e-ad4e-41fc-801e-278df735bf65 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:12:20.682102 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (8f5a937e-ad4e-41fc-801e-278df735bf65), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:20.723226 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5509a5ef-78ae-41dc-b332-42831e9b6fd8 req-e9fba235-c984-4049-adfe-2cf4ff01576d tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893743 Mar 31 22:12:20.739989 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e3ade8d1-746b-4a9e-9838-53c18f78d201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1828931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623120'] for router_interface (26babc88-5d61-43e2-a612-f28e08ad653e), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:20.749908 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26babc88-5d61-43e2-a612-f28e08ad653e', 'name': 'tempest-TestShelveInstance-1089958955-router', 'tenant_id': '3a1e144a4d264ad4beadd93822f88e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '35a438ec-2bc8-4575-866e-5572e71fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:12:16Z', 'updated_at': '2022-03-31T22:12:17Z', 'revision_number': 3, 'project_id': '3a1e144a4d264ad4beadd93822f88e80', 'gw_port': {'id': '35a438ec-2bc8-4575-866e-5572e71fd179', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26babc88-5d61-43e2-a612-f28e08ad653e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:17Z', 'updated_at': '2022-03-31T22:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:12:20.752058 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ade8d1-746b-4a9e-9838-53c18f78d201 admin admin] Pushing event updated for resources: {'Port': ['ID=19c40214-08a9-4427-9dd3-ccbed8913155,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:20.803707 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8887500-842f-4f57-ac90-383dc84549bc None None] The sync data for ids ['26babc88-5d61-43e2-a612-f28e08ad653e'] in dv-cinder-836083-1-iscsi is: [{'id': '26babc88-5d61-43e2-a612-f28e08ad653e', 'name': 'tempest-TestShelveInstance-1089958955-router', 'tenant_id': '3a1e144a4d264ad4beadd93822f88e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '35a438ec-2bc8-4575-866e-5572e71fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:12:16Z', 'updated_at': '2022-03-31T22:12:17Z', 'revision_number': 3, 'project_id': '3a1e144a4d264ad4beadd93822f88e80', 'gw_port': {'id': '35a438ec-2bc8-4575-866e-5572e71fd179', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f0:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26babc88-5d61-43e2-a612-f28e08ad653e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:17Z', 'updated_at': '2022-03-31T22:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:12:20.818966 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 8f5a937e-ad4e-41fc-801e-278df735bf65 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:12:20.852767 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ade8d1-746b-4a9e-9838-53c18f78d201 admin admin] Network 5c31cc88-ca1b-4c2a-924e-1147ef5945da is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:12:20.854367 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-e3ade8d1-746b-4a9e-9838-53c18f78d201 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:12:20.982960 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ade8d1-746b-4a9e-9838-53c18f78d201 admin admin] Router 26babc88-5d61-43e2-a612-f28e08ad653e has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:12:21.015683 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 147cd3fe-e5f8-4366-ad9a-b439d7ca2779 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:12:21.211076 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25416720-def7-4876-8de3-11babab2d90c req-5530cb97-7523-43fa-918f-f3402e1124de tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:21.214695 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-25416720-def7-4876-8de3-11babab2d90c req-5530cb97-7523-43fa-918f-f3402e1124de tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=21be7183-3683-4beb-85e7-03a45b37e9cf HTTP/1.1" status: 200 len: 945 time: 0.0860000 Mar 31 22:12:21.216088 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ade8d1-746b-4a9e-9838-53c18f78d201 admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:12:21.219802 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-a51e2aa8-1831-4186-a2fb-8e156ba24967 None None] Provisioning complete for port 19c40214-08a9-4427-9dd3-ccbed8913155 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:12:21.220201 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a51e2aa8-1831-4186-a2fb-8e156ba24967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (19c40214-08a9-4427-9dd3-ccbed8913155), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:21.229750 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e3ade8d1-746b-4a9e-9838-53c18f78d201 admin admin] 10.222.0.59 "PUT /v2.0/routers/26babc88-5d61-43e2-a612-f28e08ad653e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4092605 Mar 31 22:12:21.253615 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 147cd3fe-e5f8-4366-ad9a-b439d7ca2779, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=147cd3fe-e5f8-4366-ad9a-b439d7ca2779,segment=NetworkSegment(aad196d5-bb86-4bb7-b31e-aeea19738177),segment_id=aad196d5-bb86-4bb7-b31e-aeea19738177)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:12:21.279245 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-a51e2aa8-1831-4186-a2fb-8e156ba24967 None None] Port 19c40214-08a9-4427-9dd3-ccbed8913155 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:12:21.288335 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-25416720-def7-4876-8de3-11babab2d90c req-be132f4f-06c3-4feb-b03a-090c9033e2e1 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab68280a-2208-4b33-b365-1bbf5d8085ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699763 Mar 31 22:12:21.288550 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': '147cd3fe-e5f8-4366-ad9a-b439d7ca2779', 'network_id': 'c83b878d-c6ae-40da-95c7-b8256cbfe747', 'port_id': '147cd3fe-e5f8-4366-ad9a-b439d7ca2779', 'mac_address': 'fa:16:3e:16:d7:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40fe8fd8-6e50-48b8-ad22-8bf6b8b13880', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:12:21.337549 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 147cd3fe-e5f8-4366-ad9a-b439d7ca2779 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:12:21.338060 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (147cd3fe-e5f8-4366-ad9a-b439d7ca2779), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:21.339871 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474652f-72e9-478d-9c1a-37cce48941aa req-74351a23-5df4-4aed-9db6-e628d79e785e tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:21.343065 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3474652f-72e9-478d-9c1a-37cce48941aa req-74351a23-5df4-4aed-9db6-e628d79e785e tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.57 "GET /v2.0/ports?device_id=21be7183-3683-4beb-85e7-03a45b37e9cf HTTP/1.1" status: 200 len: 945 time: 0.0716128 Mar 31 22:12:21.359998 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 147cd3fe-e5f8-4366-ad9a-b439d7ca2779 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:12:21.382646 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 147cd3fe-e5f8-4366-ad9a-b439d7ca2779, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=147cd3fe-e5f8-4366-ad9a-b439d7ca2779,segment=NetworkSegment(aad196d5-bb86-4bb7-b31e-aeea19738177),segment_id=aad196d5-bb86-4bb7-b31e-aeea19738177)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:12:21.466725 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-3474652f-72e9-478d-9c1a-37cce48941aa req-65622636-f162-4b6f-82c8-355206e053ac tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Deleting port 641f4c60-a8b9-4ec5-8a9e-268655ae4f39 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:12:21.466977 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-3474652f-72e9-478d-9c1a-37cce48941aa req-65622636-f162-4b6f-82c8-355206e053ac tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (641f4c60-a8b9-4ec5-8a9e-268655ae4f39), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:21.476893 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (147cd3fe-e5f8-4366-ad9a-b439d7ca2779), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:21.532242 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=147cd3fe-e5f8-4366-ad9a-b439d7ca2779,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:21.570847 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-3474652f-72e9-478d-9c1a-37cce48941aa req-65622636-f162-4b6f-82c8-355206e053ac tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] For port 641f4c60-a8b9-4ec5-8a9e-268655ae4f39, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=641f4c60-a8b9-4ec5-8a9e-268655ae4f39,segment=NetworkSegment(35b18903-41d9-4294-bdc7-4b9e2d6675a2),segment_id=35b18903-41d9-4294-bdc7-4b9e2d6675a2)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:12:21.571210 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-3474652f-72e9-478d-9c1a-37cce48941aa req-65622636-f162-4b6f-82c8-355206e053ac tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (641f4c60-a8b9-4ec5-8a9e-268655ae4f39), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:21.589373 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-3474652f-72e9-478d-9c1a-37cce48941aa req-65622636-f162-4b6f-82c8-355206e053ac tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Calling delete_port for 641f4c60-a8b9-4ec5-8a9e-268655ae4f39 owned by compute:nova {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:12:21.673051 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['147cd3fe-e5f8-4366-ad9a-b439d7ca2779'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:12:21.875894 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714c0fa-b603-4ed4-94e7-cd581599365a req-4ca8674e-f712-454e-b1fc-33b90bb421c7 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:21.877376 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c714c0fa-b603-4ed4-94e7-cd581599365a req-4ca8674e-f712-454e-b1fc-33b90bb421c7 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=a25c5e92-c8ce-45fa-b65c-591549087fbf HTTP/1.1" status: 200 len: 944 time: 0.0596244 Mar 31 22:12:21.883073 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-3474652f-72e9-478d-9c1a-37cce48941aa req-65622636-f162-4b6f-82c8-355206e053ac tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (641f4c60-a8b9-4ec5-8a9e-268655ae4f39), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:21.897009 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['641f4c60-a8b9-4ec5-8a9e-268655ae4f39'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:12:21.918726 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65622636-f162-4b6f-82c8-355206e053ac tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Pushing event deleted for resources: {'Port': ['ID=641f4c60-a8b9-4ec5-8a9e-268655ae4f39,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:21.934588 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c714c0fa-b603-4ed4-94e7-cd581599365a req-fd4c550a-1e18-4915-9e74-6c667b452c22 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514052 Mar 31 22:12:21.965694 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-3474652f-72e9-478d-9c1a-37cce48941aa req-65622636-f162-4b6f-82c8-355206e053ac tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] No DVR routers for this DVR port 641f4c60-a8b9-4ec5-8a9e-268655ae4f39 on host hv-cinder-83608 {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:12:21.971898 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-3474652f-72e9-478d-9c1a-37cce48941aa req-65622636-f162-4b6f-82c8-355206e053ac tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:21.972407 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3474652f-72e9-478d-9c1a-37cce48941aa req-65622636-f162-4b6f-82c8-355206e053ac tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.57 "DELETE /v2.0/ports/641f4c60-a8b9-4ec5-8a9e-268655ae4f39 HTTP/1.1" status: 204 len: 173 time: 0.6245723 Mar 31 22:12:21.972859 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21be7183-3683-4beb-85e7-03a45b37e9cf', 'name': 'network-vif-deleted', 'tag': '641f4c60-a8b9-4ec5-8a9e-268655ae4f39'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:12:21.975232 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8631cfab-0ed4-46c5-b8f6-3130c708541f" -d '{"events": [{"server_uuid": "21be7183-3683-4beb-85e7-03a45b37e9cf", "name": "network-vif-deleted", "tag": "641f4c60-a8b9-4ec5-8a9e-268655ae4f39"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:12:22.009852 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1187cb1f-73c7-4bf7-93ca-75062be664b9 x-openstack-request-id: req-1187cb1f-73c7-4bf7-93ca-75062be664b9 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:12:22.010145 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21be7183-3683-4beb-85e7-03a45b37e9cf", "name": "network-vif-deleted", "tag": "641f4c60-a8b9-4ec5-8a9e-268655ae4f39", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:12:22.010451 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1187cb1f-73c7-4bf7-93ca-75062be664b9 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:12:22.010854 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1187cb1f-73c7-4bf7-93ca-75062be664b9'] response: {'server_uuid': '21be7183-3683-4beb-85e7-03a45b37e9cf', 'name': 'network-vif-deleted', 'tag': '641f4c60-a8b9-4ec5-8a9e-268655ae4f39', 'status': 'completed', 'code': 200} Mar 31 22:12:22.321469 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 35730) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:12:22.325890 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-786f1ed4-365b-4eeb-9888-1ce6e96afc9c tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-704082485', 'description': 'tempest-secgroup-smoke-704082485 description', 'project_id': 'f01f56a3345549e293388df536c13114'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:12:22.400249 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c9ff2e4f-b881-4b18-878b-bf281d6182cf req-8de5f64d-e631-44e6-aad6-47079ff8979f tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=21be7183-3683-4beb-85e7-03a45b37e9cf HTTP/1.1" status: 200 len: 210 time: 0.0283608 Mar 31 22:12:22.436636 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-786f1ed4-365b-4eeb-9888-1ce6e96afc9c tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:22.502960 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-786f1ed4-365b-4eeb-9888-1ce6e96afc9c tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for security_group (860aa56f-95cc-4cd9-8350-19205a71827e), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:22.549611 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 35a438ec-2bc8-4575-866e-5572e71fd179 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:12:22.561455 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-786f1ed4-365b-4eeb-9888-1ce6e96afc9c tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (860aa56f-95cc-4cd9-8350-19205a71827e), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:22.595666 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f1ed4-365b-4eeb-9888-1ce6e96afc9c tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=860aa56f-95cc-4cd9-8350-19205a71827e,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:22.600687 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 35a438ec-2bc8-4575-866e-5572e71fd179 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:12:22.601261 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (35a438ec-2bc8-4575-866e-5572e71fd179), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:22.650396 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-786f1ed4-365b-4eeb-9888-1ce6e96afc9c tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:22.651675 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-786f1ed4-365b-4eeb-9888-1ce6e96afc9c tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3292270 Mar 31 22:12:22.660237 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 35732) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:12:22.664805 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-ee91f619-1b88-4197-ad00-e15ea37642fd tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Request body: {'security_group_rule': {'security_group_id': '860aa56f-95cc-4cd9-8350-19205a71827e', 'project_id': 'f01f56a3345549e293388df536c13114', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:12:22.688822 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 35a438ec-2bc8-4575-866e-5572e71fd179 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:12:22.689205 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (35a438ec-2bc8-4575-866e-5572e71fd179), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:22.709993 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] For port 35a438ec-2bc8-4575-866e-5572e71fd179, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=35a438ec-2bc8-4575-866e-5572e71fd179,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:12:22.808737 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (35a438ec-2bc8-4575-866e-5572e71fd179), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:22.816717 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ee91f619-1b88-4197-ad00-e15ea37642fd tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for security_group_rule (b6103869-426b-4c7c-a1f4-c347f0b5258c), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:22.863159 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Pushing event updated for resources: {'Port': ['ID=35a438ec-2bc8-4575-866e-5572e71fd179,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:22.881860 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ee91f619-1b88-4197-ad00-e15ea37642fd tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for security_group_rule (b6103869-426b-4c7c-a1f4-c347f0b5258c), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:22.944353 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ee91f619-1b88-4197-ad00-e15ea37642fd tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (b6103869-426b-4c7c-a1f4-c347f0b5258c), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:22.963069 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91f619-1b88-4197-ad00-e15ea37642fd tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6103869-426b-4c7c-a1f4-c347f0b5258c,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:23.029830 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 147cd3fe-e5f8-4366-ad9a-b439d7ca2779 up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:12:23.057399 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07386f39-3a45-4035-885f-d7510c046352 req-42c3829c-14a6-41bd-8acf-7a2d88342950 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:23.058804 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-07386f39-3a45-4035-885f-d7510c046352 req-42c3829c-14a6-41bd-8acf-7a2d88342950 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=a25c5e92-c8ce-45fa-b65c-591549087fbf HTTP/1.1" status: 200 len: 944 time: 0.0549409 Mar 31 22:12:23.083215 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-ee91f619-1b88-4197-ad00-e15ea37642fd tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:23.085803 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-ee91f619-1b88-4197-ad00-e15ea37642fd tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4229894 Mar 31 22:12:23.087287 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 35736) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:12:23.092088 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-944482de-cecb-4fec-ac00-89c13d0500d1 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Request body: {'security_group_rule': {'security_group_id': '860aa56f-95cc-4cd9-8350-19205a71827e', 'project_id': 'f01f56a3345549e293388df536c13114', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:12:23.114970 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-07386f39-3a45-4035-885f-d7510c046352 req-efb266c4-aea7-4f43-ac59-d39c0bb792ef tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499585 Mar 31 22:12:23.190701 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning for port 147cd3fe-e5f8-4366-ad9a-b439d7ca2779 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 22:12:23.194791 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port 147cd3fe-e5f8-4366-ad9a-b439d7ca2779 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:12:23.195165 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (147cd3fe-e5f8-4366-ad9a-b439d7ca2779), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:23.229885 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-944482de-cecb-4fec-ac00-89c13d0500d1 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for security_group_rule (d7a4fd10-cbfb-40b4-ba42-9b1ebb80cf39), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:23.277293 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 147cd3fe-e5f8-4366-ad9a-b439d7ca2779 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:12:23.277675 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (147cd3fe-e5f8-4366-ad9a-b439d7ca2779), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:23.291315 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-944482de-cecb-4fec-ac00-89c13d0500d1 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for security_group_rule (d7a4fd10-cbfb-40b4-ba42-9b1ebb80cf39), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:23.300742 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25c5e92-c8ce-45fa-b65c-591549087fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147cd3fe-e5f8-4366-ad9a-b439d7ca2779'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:12:23.303008 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37c08e8-e0b8-435c-8c73-f444094d86e0" -d '{"events": [{"server_uuid": "a25c5e92-c8ce-45fa-b65c-591549087fbf", "name": "network-vif-plugged", "status": "completed", "tag": "147cd3fe-e5f8-4366-ad9a-b439d7ca2779"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:12:23.316588 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 147cd3fe-e5f8-4366-ad9a-b439d7ca2779, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=147cd3fe-e5f8-4366-ad9a-b439d7ca2779,segment=NetworkSegment(aad196d5-bb86-4bb7-b31e-aeea19738177),segment_id=aad196d5-bb86-4bb7-b31e-aeea19738177)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:12:23.338062 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9e4ba8-b90e-4ab2-a59e-b6e5742467e8 x-openstack-request-id: req-7c9e4ba8-b90e-4ab2-a59e-b6e5742467e8 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:12:23.338381 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25c5e92-c8ce-45fa-b65c-591549087fbf", "name": "network-vif-plugged", "status": "completed", "tag": "147cd3fe-e5f8-4366-ad9a-b439d7ca2779", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:12:23.338635 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7c9e4ba8-b90e-4ab2-a59e-b6e5742467e8 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:12:23.339041 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9e4ba8-b90e-4ab2-a59e-b6e5742467e8'] response: {'server_uuid': 'a25c5e92-c8ce-45fa-b65c-591549087fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147cd3fe-e5f8-4366-ad9a-b439d7ca2779', 'code': 200} Mar 31 22:12:23.351226 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-944482de-cecb-4fec-ac00-89c13d0500d1 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (d7a4fd10-cbfb-40b4-ba42-9b1ebb80cf39), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:23.370834 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944482de-cecb-4fec-ac00-89c13d0500d1 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a4fd10-cbfb-40b4-ba42-9b1ebb80cf39,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:23.391152 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (147cd3fe-e5f8-4366-ad9a-b439d7ca2779), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:23.439420 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=147cd3fe-e5f8-4366-ad9a-b439d7ca2779,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:23.451308 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-944482de-cecb-4fec-ac00-89c13d0500d1 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:23.452587 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-944482de-cecb-4fec-ac00-89c13d0500d1 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3642261 Mar 31 22:12:23.455195 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 35742) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:12:23.461076 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-360596cc-77ef-4053-9167-87776f3c1b78 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Request body: {'security_group_rule': {'security_group_id': '860aa56f-95cc-4cd9-8350-19205a71827e', 'project_id': 'f01f56a3345549e293388df536c13114', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:12:23.483503 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] Sync routers for ids ['26babc88-5d61-43e2-a612-f28e08ad653e'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:12:23.494726 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] Routers {'26babc88-5d61-43e2-a612-f28e08ad653e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:12:23.495355 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:12:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['26babc88-5d61-43e2-a612-f28e08ad653e'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:12:23.573330 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-360596cc-77ef-4053-9167-87776f3c1b78 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for security_group_rule (2daaa1f0-f20f-438f-9353-345c19c1241d), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:23.606066 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] Set router 26babc88-5d61-43e2-a612-f28e08ad653e gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:12:23.640006 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-360596cc-77ef-4053-9167-87776f3c1b78 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for security_group_rule (2daaa1f0-f20f-438f-9353-345c19c1241d), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:23.674868 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f17b8-75ed-4d92-8dd6-601c25f76409 req-aaf00b36-ae48-4563-92d4-2b16c3a90e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:23.676628 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7e7f17b8-75ed-4d92-8dd6-601c25f76409 req-aaf00b36-ae48-4563-92d4-2b16c3a90e5d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a25c5e92-c8ce-45fa-b65c-591549087fbf HTTP/1.1" status: 200 len: 1129 time: 0.0456707 Mar 31 22:12:23.719389 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-360596cc-77ef-4053-9167-87776f3c1b78 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (2daaa1f0-f20f-438f-9353-345c19c1241d), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:23.729392 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-7e7f17b8-75ed-4d92-8dd6-601c25f76409 req-46adc99c-c9a2-47a2-89c4-28ad33fa46a7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473392 Mar 31 22:12:23.739724 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360596cc-77ef-4053-9167-87776f3c1b78 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2daaa1f0-f20f-438f-9353-345c19c1241d,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:23.808782 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26babc88-5d61-43e2-a612-f28e08ad653e', 'name': 'tempest-TestShelveInstance-1089958955-router', 'tenant_id': '3a1e144a4d264ad4beadd93822f88e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '35a438ec-2bc8-4575-866e-5572e71fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:12:16Z', 'updated_at': '2022-03-31T22:12:20Z', 'revision_number': 4, 'project_id': '3a1e144a4d264ad4beadd93822f88e80', 'gw_port': {'id': '35a438ec-2bc8-4575-866e-5572e71fd179', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26babc88-5d61-43e2-a612-f28e08ad653e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:17Z', 'updated_at': '2022-03-31T22:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '19c40214-08a9-4427-9dd3-ccbed8913155', 'name': '', 'network_id': '5c31cc88-ca1b-4c2a-924e-1147ef5945da', 'tenant_id': '3a1e144a4d264ad4beadd93822f88e80', 'mac_address': 'fa:16:3e:e9:e8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26babc88-5d61-43e2-a612-f28e08ad653e', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '191bba41-250a-40f2-8eed-3e1b639eccec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:19Z', 'updated_at': '2022-03-31T22:12:20Z', 'revision_number': 2, 'project_id': '3a1e144a4d264ad4beadd93822f88e80', 'subnets': [{'id': '191bba41-250a-40f2-8eed-3e1b639eccec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:12:23.816206 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-360596cc-77ef-4053-9167-87776f3c1b78 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:23.817391 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-360596cc-77ef-4053-9167-87776f3c1b78 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3611326 Mar 31 22:12:23.820022 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 35746) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:12:23.824441 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-699ca451-76f1-4694-8a56-a7c95b6d0101 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Request body: {'security_group_rule': {'security_group_id': '860aa56f-95cc-4cd9-8350-19205a71827e', 'project_id': 'f01f56a3345549e293388df536c13114', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:12:23.838769 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] Checking router: 26babc88-5d61-43e2-a612-f28e08ad653e for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:12:23.839128 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] Updating router 26babc88-5d61-43e2-a612-f28e08ad653e port 19c40214-08a9-4427-9dd3-ccbed8913155 binding host dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:12:23.866040 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (19c40214-08a9-4427-9dd3-ccbed8913155), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:23.939869 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-699ca451-76f1-4694-8a56-a7c95b6d0101 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for security_group_rule (28960cf4-9cf1-42a5-aec9-b4a3610d1b2f), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:24.000085 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-699ca451-76f1-4694-8a56-a7c95b6d0101 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for security_group_rule (28960cf4-9cf1-42a5-aec9-b4a3610d1b2f), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:24.081850 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-699ca451-76f1-4694-8a56-a7c95b6d0101 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (28960cf4-9cf1-42a5-aec9-b4a3610d1b2f), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:24.097634 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ca451-76f1-4694-8a56-a7c95b6d0101 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28960cf4-9cf1-42a5-aec9-b4a3610d1b2f,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:24.126980 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] Publish callbacks [] for port (19c40214-08a9-4427-9dd3-ccbed8913155), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:24.181783 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-699ca451-76f1-4694-8a56-a7c95b6d0101 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:24.183055 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-699ca451-76f1-4694-8a56-a7c95b6d0101 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3621016 Mar 31 22:12:24.185737 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 35752) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:12:24.189946 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-7ca9b60a-c97a-4046-9b10-b930059f186a tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Request body: {'security_group_rule': {'security_group_id': '860aa56f-95cc-4cd9-8350-19205a71827e', 'project_id': 'f01f56a3345549e293388df536c13114', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:12:24.219617 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (19c40214-08a9-4427-9dd3-ccbed8913155), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:24.239739 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f60a6c-f4fe-48b5-9629-0fe53a304a31 req-c3d8d17d-3691-40fb-8e90-c9273ede573c tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:24.242110 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-07f60a6c-f4fe-48b5-9629-0fe53a304a31 req-c3d8d17d-3691-40fb-8e90-c9273ede573c tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=a25c5e92-c8ce-45fa-b65c-591549087fbf HTTP/1.1" status: 200 len: 945 time: 0.0589550 Mar 31 22:12:24.277265 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.securitygroups_db [None req-7ca9b60a-c97a-4046-9b10-b930059f186a tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Project f01f56a3345549e293388df536c13114 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 22:12:24.278463 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243abe4-6e5e-4420-ab62-19cc90dd4803 None None] Pushing event updated for resources: {'Port': ['ID=19c40214-08a9-4427-9dd3-ccbed8913155,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:24.283627 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7ca9b60a-c97a-4046-9b10-b930059f186a tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for security_group_rule (f020f442-50ec-402a-8725-ad654ba61c01), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:24.299924 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-07f60a6c-f4fe-48b5-9629-0fe53a304a31 req-ed97419f-9a3d-4289-ade1-d9d79bdca7b4 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530357 Mar 31 22:12:24.343865 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] Attempting to bind port 19c40214-08a9-4427-9dd3-ccbed8913155 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:12:24.344323 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] Attempting to bind port 19c40214-08a9-4427-9dd3-ccbed8913155 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': '8253de20-f2c5-42b8-9563-1f7ef1e55389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5c31cc88-ca1b-4c2a-924e-1147ef5945da'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:12:24.344762 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] Attempting to bind port 19c40214-08a9-4427-9dd3-ccbed8913155 on network 5c31cc88-ca1b-4c2a-924e-1147ef5945da {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:12:24.350256 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:12:24.350640 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] Checking segment: {'id': '8253de20-f2c5-42b8-9563-1f7ef1e55389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5c31cc88-ca1b-4c2a-924e-1147ef5945da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:12:24.351046 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:24.351445 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] Bound using segment: {'id': '8253de20-f2c5-42b8-9563-1f7ef1e55389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5c31cc88-ca1b-4c2a-924e-1147ef5945da'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:12:24.351917 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] Bound port: 19c40214-08a9-4427-9dd3-ccbed8913155, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8253de20-f2c5-42b8-9563-1f7ef1e55389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '5c31cc88-ca1b-4c2a-924e-1147ef5945da'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:12:24.352294 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (19c40214-08a9-4427-9dd3-ccbed8913155), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:24.359356 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7ca9b60a-c97a-4046-9b10-b930059f186a tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for security_group_rule (f020f442-50ec-402a-8725-ad654ba61c01), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:24.419014 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] For port 19c40214-08a9-4427-9dd3-ccbed8913155, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:12:24.422919 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] For port 19c40214-08a9-4427-9dd3-ccbed8913155, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=19c40214-08a9-4427-9dd3-ccbed8913155,segment=NetworkSegment(8253de20-f2c5-42b8-9563-1f7ef1e55389),segment_id=8253de20-f2c5-42b8-9563-1f7ef1e55389)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:12:24.424829 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7ca9b60a-c97a-4046-9b10-b930059f186a tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (f020f442-50ec-402a-8725-ad654ba61c01), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:24.443159 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9b60a-c97a-4046-9b10-b930059f186a tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f020f442-50ec-402a-8725-ad654ba61c01,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:24.530990 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 35a438ec-2bc8-4575-866e-5572e71fd179 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:12:24.540094 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (19c40214-08a9-4427-9dd3-ccbed8913155), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:24.557133 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-113709e0-b062-4911-8a9a-9a47f6966325 None None] Provisioning complete for port 19c40214-08a9-4427-9dd3-ccbed8913155 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:12:24.557507 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-113709e0-b062-4911-8a9a-9a47f6966325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (19c40214-08a9-4427-9dd3-ccbed8913155), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:24.570616 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7ca9b60a-c97a-4046-9b10-b930059f186a tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:24.572248 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-7ca9b60a-c97a-4046-9b10-b930059f186a tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3854201 Mar 31 22:12:24.575275 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 35754) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:12:24.580191 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-77cffff7-b320-40b4-b817-70c05c5abd41 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Request body: {'security_group_rule': {'security_group_id': '860aa56f-95cc-4cd9-8350-19205a71827e', 'project_id': 'f01f56a3345549e293388df536c13114', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:12:24.591849 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] Routers {'26babc88-5d61-43e2-a612-f28e08ad653e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:12:24.593287 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:12:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['26babc88-5d61-43e2-a612-f28e08ad653e'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:12:24.634799 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 35a438ec-2bc8-4575-866e-5572e71fd179 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:12:24.634799 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (35a438ec-2bc8-4575-866e-5572e71fd179), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:24.671335 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.db.securitygroups_db [None req-77cffff7-b320-40b4-b817-70c05c5abd41 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Project f01f56a3345549e293388df536c13114 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 22:12:24.675549 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243abe4-6e5e-4420-ab62-19cc90dd4803 None None] Pushing event updated for resources: {'Port': ['ID=19c40214-08a9-4427-9dd3-ccbed8913155,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:24.682743 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-77cffff7-b320-40b4-b817-70c05c5abd41 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for security_group_rule (7a744dd6-c34e-486b-ad0b-dc9c56b71cb9), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:24.697584 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-113709e0-b062-4911-8a9a-9a47f6966325 None None] Current status of the port 19c40214-08a9-4427-9dd3-ccbed8913155 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:12:24.697892 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-113709e0-b062-4911-8a9a-9a47f6966325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (19c40214-08a9-4427-9dd3-ccbed8913155), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:24.738540 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] Set router 26babc88-5d61-43e2-a612-f28e08ad653e gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:12:24.745456 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-113709e0-b062-4911-8a9a-9a47f6966325 None None] For port 19c40214-08a9-4427-9dd3-ccbed8913155, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=19c40214-08a9-4427-9dd3-ccbed8913155,segment=NetworkSegment(8253de20-f2c5-42b8-9563-1f7ef1e55389),segment_id=8253de20-f2c5-42b8-9563-1f7ef1e55389)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:12:24.861824 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-113709e0-b062-4911-8a9a-9a47f6966325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (19c40214-08a9-4427-9dd3-ccbed8913155), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:24.877934 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-77cffff7-b320-40b4-b817-70c05c5abd41 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for security_group_rule (7a744dd6-c34e-486b-ad0b-dc9c56b71cb9), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:24.896397 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 35a438ec-2bc8-4575-866e-5572e71fd179 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:12:24.921483 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113709e0-b062-4911-8a9a-9a47f6966325 None None] Pushing event updated for resources: {'Port': ['ID=19c40214-08a9-4427-9dd3-ccbed8913155,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:24.951107 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-77cffff7-b320-40b4-b817-70c05c5abd41 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (7a744dd6-c34e-486b-ad0b-dc9c56b71cb9), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:24.969040 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cffff7-b320-40b4-b817-70c05c5abd41 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a744dd6-c34e-486b-ad0b-dc9c56b71cb9,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:24.982110 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-4632e731-af29-4f4f-9188-bce89b15f9c7 None None] Provisioning complete for port 19c40214-08a9-4427-9dd3-ccbed8913155 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:12:24.982514 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-4632e731-af29-4f4f-9188-bce89b15f9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (19c40214-08a9-4427-9dd3-ccbed8913155), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:25.043533 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26babc88-5d61-43e2-a612-f28e08ad653e', 'name': 'tempest-TestShelveInstance-1089958955-router', 'tenant_id': '3a1e144a4d264ad4beadd93822f88e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '35a438ec-2bc8-4575-866e-5572e71fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:12:16Z', 'updated_at': '2022-03-31T22:12:20Z', 'revision_number': 4, 'project_id': '3a1e144a4d264ad4beadd93822f88e80', 'gw_port': {'id': '35a438ec-2bc8-4575-866e-5572e71fd179', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26babc88-5d61-43e2-a612-f28e08ad653e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:17Z', 'updated_at': '2022-03-31T22:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '19c40214-08a9-4427-9dd3-ccbed8913155', 'name': '', 'network_id': '5c31cc88-ca1b-4c2a-924e-1147ef5945da', 'tenant_id': '3a1e144a4d264ad4beadd93822f88e80', 'mac_address': 'fa:16:3e:e9:e8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26babc88-5d61-43e2-a612-f28e08ad653e', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '191bba41-250a-40f2-8eed-3e1b639eccec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:19Z', 'updated_at': '2022-03-31T22:12:24Z', 'revision_number': 4, 'project_id': '3a1e144a4d264ad4beadd93822f88e80', 'subnets': [{'id': '191bba41-250a-40f2-8eed-3e1b639eccec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:12:25.044850 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-77cffff7-b320-40b4-b817-70c05c5abd41 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:25.046663 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-77cffff7-b320-40b4-b817-70c05c5abd41 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4699709 Mar 31 22:12:25.069392 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-4632e731-af29-4f4f-9188-bce89b15f9c7 None None] Current status of the port 19c40214-08a9-4427-9dd3-ccbed8913155 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:12:25.074883 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e5a917-c462-44d6-87b6-84bf47fcf856 None None] The sync data for ids ['26babc88-5d61-43e2-a612-f28e08ad653e'] in dv-cinder-836083-1-iscsi is: [{'id': '26babc88-5d61-43e2-a612-f28e08ad653e', 'name': 'tempest-TestShelveInstance-1089958955-router', 'tenant_id': '3a1e144a4d264ad4beadd93822f88e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '35a438ec-2bc8-4575-866e-5572e71fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:12:16Z', 'updated_at': '2022-03-31T22:12:20Z', 'revision_number': 4, 'project_id': '3a1e144a4d264ad4beadd93822f88e80', 'gw_port': {'id': '35a438ec-2bc8-4575-866e-5572e71fd179', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26babc88-5d61-43e2-a612-f28e08ad653e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:17Z', 'updated_at': '2022-03-31T22:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '19c40214-08a9-4427-9dd3-ccbed8913155', 'name': '', 'network_id': '5c31cc88-ca1b-4c2a-924e-1147ef5945da', 'tenant_id': '3a1e144a4d264ad4beadd93822f88e80', 'mac_address': 'fa:16:3e:e9:e8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26babc88-5d61-43e2-a612-f28e08ad653e', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '191bba41-250a-40f2-8eed-3e1b639eccec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:19Z', 'updated_at': '2022-03-31T22:12:24Z', 'revision_number': 4, 'project_id': '3a1e144a4d264ad4beadd93822f88e80', 'subnets': [{'id': '191bba41-250a-40f2-8eed-3e1b639eccec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:12:25.432923 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cec38a-2cd8-442d-ac22-90b4565000b4 req-10a2f560-1000-4db0-8098-de80b89b003f tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:25.434475 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-09cec38a-2cd8-442d-ac22-90b4565000b4 req-10a2f560-1000-4db0-8098-de80b89b003f tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=a25c5e92-c8ce-45fa-b65c-591549087fbf HTTP/1.1" status: 200 len: 945 time: 0.0592744 Mar 31 22:12:25.486019 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-09cec38a-2cd8-442d-ac22-90b4565000b4 req-ea357bb1-1649-447e-8104-55b1b777dc14 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452671 Mar 31 22:12:26.558543 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 19c40214-08a9-4427-9dd3-ccbed8913155 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:12:26.606802 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda51e47-40d3-43ee-be7c-b2fb696d6e25 req-00d0c2d2-c899-4887-883f-ef0851f22032 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:26.607381 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 19c40214-08a9-4427-9dd3-ccbed8913155 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:12:26.607381 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (19c40214-08a9-4427-9dd3-ccbed8913155), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:26.608461 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cda51e47-40d3-43ee-be7c-b2fb696d6e25 req-00d0c2d2-c899-4887-883f-ef0851f22032 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=a25c5e92-c8ce-45fa-b65c-591549087fbf HTTP/1.1" status: 200 len: 945 time: 0.0551305 Mar 31 22:12:26.655484 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cda51e47-40d3-43ee-be7c-b2fb696d6e25 req-d4b0de75-ac87-4ea7-8823-f38a36560ce0 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415840 Mar 31 22:12:26.682465 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 19c40214-08a9-4427-9dd3-ccbed8913155 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:12:26.808281 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 641f4c60-a8b9-4ec5-8a9e-268655ae4f39 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:12:26.831397 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] No Port match for: 641f4c60-a8b9-4ec5-8a9e-268655ae4f39 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:12:26.831746 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 641f4c60-a8b9-4ec5-8a9e-268655ae4f39 not bound to the agent host hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:12:27.774812 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aca7a2-2036-4507-b40e-d66ca4fb97d9 req-9a224bb6-3d77-43f6-8f21-f00bf86a62d9 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:27.776363 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e5aca7a2-2036-4507-b40e-d66ca4fb97d9 req-9a224bb6-3d77-43f6-8f21-f00bf86a62d9 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=a25c5e92-c8ce-45fa-b65c-591549087fbf HTTP/1.1" status: 200 len: 945 time: 0.0554559 Mar 31 22:12:27.823937 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e5aca7a2-2036-4507-b40e-d66ca4fb97d9 req-302ccdc8-33c1-43fc-8c71-3e1c0980c34f tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417504 Mar 31 22:12:29.221388 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3d957-37cd-48bf-a546-dfbe69a98f70 req-e8bcc95f-1eb2-463e-85fe-950697e85bb2 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:29.222941 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-61c3d957-37cd-48bf-a546-dfbe69a98f70 req-e8bcc95f-1eb2-463e-85fe-950697e85bb2 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=a25c5e92-c8ce-45fa-b65c-591549087fbf HTTP/1.1" status: 200 len: 945 time: 0.0571270 Mar 31 22:12:29.270199 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-61c3d957-37cd-48bf-a546-dfbe69a98f70 req-1a586d7a-b3f9-41d8-88ef-c6350f8db15f tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415881 Mar 31 22:12:30.147472 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:12:30.390730 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9dc904-7f62-4666-962a-b94402b8bcda req-08fa46c8-12e0-44fa-890f-6902f536e72c tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:30.392304 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8d9dc904-7f62-4666-962a-b94402b8bcda req-08fa46c8-12e0-44fa-890f-6902f536e72c tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=a25c5e92-c8ce-45fa-b65c-591549087fbf HTTP/1.1" status: 200 len: 945 time: 0.0537667 Mar 31 22:12:30.439413 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8d9dc904-7f62-4666-962a-b94402b8bcda req-b9f7de42-02bf-45cc-a422-6edbfecdd5fa tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415747 Mar 31 22:12:31.557557 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f544b6-bdbc-4392-8149-928858f55c95 req-3b1b6b08-26ce-4efe-927b-f88a330c1366 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:31.559052 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-19f544b6-bdbc-4392-8149-928858f55c95 req-3b1b6b08-26ce-4efe-927b-f88a330c1366 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=a25c5e92-c8ce-45fa-b65c-591549087fbf HTTP/1.1" status: 200 len: 945 time: 0.0537176 Mar 31 22:12:31.609450 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-19f544b6-bdbc-4392-8149-928858f55c95 req-01ec37ff-b971-4351-a4d0-97d0e923df3c tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447872 Mar 31 22:12:32.731701 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eba5b6-1d82-485e-aaef-1dca5e261540 req-0d0499f7-51b6-4d5e-81ab-4fc5f46b56dd tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:32.733155 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-65eba5b6-1d82-485e-aaef-1dca5e261540 req-0d0499f7-51b6-4d5e-81ab-4fc5f46b56dd tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=a25c5e92-c8ce-45fa-b65c-591549087fbf HTTP/1.1" status: 200 len: 945 time: 0.0558822 Mar 31 22:12:32.781932 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-65eba5b6-1d82-485e-aaef-1dca5e261540 req-2774f83c-63fc-4fe8-ab0a-c04e53347850 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/security-groups?id=60133465-cce7-4752-8e46-b5593f2bce35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430717 Mar 31 22:12:33.371953 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ba7b8-bd3d-4738-b16c-3e8db5753e33 req-70a60767-c056-40b0-b4e6-91fa34a541c4 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:33.373428 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-2b5ba7b8-bd3d-4738-b16c-3e8db5753e33 req-70a60767-c056-40b0-b4e6-91fa34a541c4 tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.57 "GET /v2.0/ports?device_id=a25c5e92-c8ce-45fa-b65c-591549087fbf HTTP/1.1" status: 200 len: 945 time: 0.0546181 Mar 31 22:12:33.471638 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-2b5ba7b8-bd3d-4738-b16c-3e8db5753e33 req-0d2c1960-09c8-4b1f-885d-3c8d7f42835b tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Deleting port 147cd3fe-e5f8-4366-ad9a-b439d7ca2779 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:12:33.471866 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-2b5ba7b8-bd3d-4738-b16c-3e8db5753e33 req-0d2c1960-09c8-4b1f-885d-3c8d7f42835b tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (147cd3fe-e5f8-4366-ad9a-b439d7ca2779), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:33.558379 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-2b5ba7b8-bd3d-4738-b16c-3e8db5753e33 req-0d2c1960-09c8-4b1f-885d-3c8d7f42835b tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] For port 147cd3fe-e5f8-4366-ad9a-b439d7ca2779, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=147cd3fe-e5f8-4366-ad9a-b439d7ca2779,segment=NetworkSegment(aad196d5-bb86-4bb7-b31e-aeea19738177),segment_id=aad196d5-bb86-4bb7-b31e-aeea19738177)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:12:33.558736 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-2b5ba7b8-bd3d-4738-b16c-3e8db5753e33 req-0d2c1960-09c8-4b1f-885d-3c8d7f42835b tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (147cd3fe-e5f8-4366-ad9a-b439d7ca2779), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:33.571144 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-2b5ba7b8-bd3d-4738-b16c-3e8db5753e33 req-0d2c1960-09c8-4b1f-885d-3c8d7f42835b tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Calling delete_port for 147cd3fe-e5f8-4366-ad9a-b439d7ca2779 owned by compute:nova {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:12:33.773114 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-2b5ba7b8-bd3d-4738-b16c-3e8db5753e33 req-0d2c1960-09c8-4b1f-885d-3c8d7f42835b tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (147cd3fe-e5f8-4366-ad9a-b439d7ca2779), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:33.785671 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['147cd3fe-e5f8-4366-ad9a-b439d7ca2779'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:12:33.803763 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c1960-09c8-4b1f-885d-3c8d7f42835b tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Pushing event deleted for resources: {'Port': ['ID=147cd3fe-e5f8-4366-ad9a-b439d7ca2779,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:33.853182 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5ba7b8-bd3d-4738-b16c-3e8db5753e33 req-0d2c1960-09c8-4b1f-885d-3c8d7f42835b tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] No DVR routers for this DVR port 147cd3fe-e5f8-4366-ad9a-b439d7ca2779 on host hv-cinder-83608 {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:12:33.855487 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-2b5ba7b8-bd3d-4738-b16c-3e8db5753e33 req-0d2c1960-09c8-4b1f-885d-3c8d7f42835b tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:33.858897 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-2b5ba7b8-bd3d-4738-b16c-3e8db5753e33 req-0d2c1960-09c8-4b1f-885d-3c8d7f42835b tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.57 "DELETE /v2.0/ports/147cd3fe-e5f8-4366-ad9a-b439d7ca2779 HTTP/1.1" status: 204 len: 173 time: 0.4795172 Mar 31 22:12:33.859338 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a25c5e92-c8ce-45fa-b65c-591549087fbf', 'name': 'network-vif-deleted', 'tag': '147cd3fe-e5f8-4366-ad9a-b439d7ca2779'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:12:33.861705 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e60a8b3-7aa3-4166-b724-747b0caf2b4e" -d '{"events": [{"server_uuid": "a25c5e92-c8ce-45fa-b65c-591549087fbf", "name": "network-vif-deleted", "tag": "147cd3fe-e5f8-4366-ad9a-b439d7ca2779"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:12:33.891255 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-42a18dff-ec7d-4042-a010-606772c09015 req-9324989f-27b3-4885-b960-ca52dd1cefde tempest-VolumesActionsTest-1614644821 tempest-VolumesActionsTest-1614644821-project] 10.222.0.59 "GET /v2.0/ports?device_id=a25c5e92-c8ce-45fa-b65c-591549087fbf HTTP/1.1" status: 200 len: 210 time: 0.0394120 Mar 31 22:12:33.898365 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9590e1bb-ed48-4ac4-9d0e-a5f02fb45a52 x-openstack-request-id: req-9590e1bb-ed48-4ac4-9d0e-a5f02fb45a52 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:12:33.898707 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a25c5e92-c8ce-45fa-b65c-591549087fbf", "name": "network-vif-deleted", "tag": "147cd3fe-e5f8-4366-ad9a-b439d7ca2779", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:12:33.898957 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9590e1bb-ed48-4ac4-9d0e-a5f02fb45a52 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:12:33.899358 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9590e1bb-ed48-4ac4-9d0e-a5f02fb45a52'] response: {'server_uuid': 'a25c5e92-c8ce-45fa-b65c-591549087fbf', 'name': 'network-vif-deleted', 'tag': '147cd3fe-e5f8-4366-ad9a-b439d7ca2779', 'status': 'completed', 'code': 200} Mar 31 22:12:34.196918 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-20638b2f-e9ff-46c0-b36c-badd44412a72 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:34.198388 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-20638b2f-e9ff-46c0-b36c-badd44412a72 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/networks?id=1d5825a3-b47b-4467-b781-e7d6ee37cfe8 HTTP/1.1" status: 200 len: 813 time: 0.1088307 Mar 31 22:12:34.213543 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-3590dba8-74d8-42aa-8645-c34e69359e01 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/quotas/a75e485bf5e24508b449b31a659c8e64 HTTP/1.1" status: 200 len: 375 time: 0.0091259 Mar 31 22:12:34.242424 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-e0325e7c-8c1a-4113-8a97-14e18faf04eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:34.246864 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-77392a35-fe28-429b-a65e-327465ebf136 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a75e485bf5e24508b449b31a659c8e64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278716 Mar 31 22:12:34.347095 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-87f60073-2172-40b8-9b1f-d7ac53bfcf8c service neutron] 10.222.0.59 "GET /v2.0/networks/1d5825a3-b47b-4467-b781-e7d6ee37cfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927036 Mar 31 22:12:34.442208 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-958770d4-596b-41de-88ec-d0aa1e7bd004 service neutron] 10.222.0.59 "GET /v2.0/networks/1d5825a3-b47b-4467-b781-e7d6ee37cfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892413 Mar 31 22:12:34.715385 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5686baf4-87fb-43b4-a694-796af4b8f200 req-2d4616ff-41ae-4756-b326-977befbf2745 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=359cf1ba-4ac3-47b2-ad0a-d8b3836527ae HTTP/1.1" status: 200 len: 210 time: 0.0364687 Mar 31 22:12:35.812935 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4de3cc6d-a247-46d7-bc8a-b15a7e7f2294 req-a40582ce-b45d-4e73-becf-58445cc16a89 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=359cf1ba-4ac3-47b2-ad0a-d8b3836527ae HTTP/1.1" status: 200 len: 210 time: 0.0300124 Mar 31 22:12:36.664966 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-8ff1ef21-3759-4628-bb44-d443fe1d3bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:36.909550 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0f2074d9-3c9d-42d7-bf56-e2dd8120506a req-6fe3a500-e274-4a3c-a057-472b9f51d996 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=359cf1ba-4ac3-47b2-ad0a-d8b3836527ae HTTP/1.1" status: 200 len: 210 time: 0.0279326 Mar 31 22:12:37.545056 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:37.649383 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 147cd3fe-e5f8-4366-ad9a-b439d7ca2779 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:12:37.675278 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] No Port match for: 147cd3fe-e5f8-4366-ad9a-b439d7ca2779 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:12:37.675914 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 147cd3fe-e5f8-4366-ad9a-b439d7ca2779 not bound to the agent host hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:12:37.796158 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:38.007332 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5a830de9-6da6-481d-af9e-f23ac1e67ef2 req-978d955d-527a-406d-9cfd-4950fd5931b1 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=359cf1ba-4ac3-47b2-ad0a-d8b3836527ae HTTP/1.1" status: 200 len: 210 time: 0.0310261 Mar 31 22:12:39.093605 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:39.099559 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e505979b-09dd-4d49-ac65-b44a8109518d req-252df431-ae5f-4810-9099-4e04760b7b72 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=359cf1ba-4ac3-47b2-ad0a-d8b3836527ae HTTP/1.1" status: 200 len: 210 time: 0.0277696 Mar 31 22:12:39.520032 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-6a5100de-4d10-473a-b5aa-b75066276b79 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:39.521478 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-6a5100de-4d10-473a-b5aa-b75066276b79 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.57 "GET /v2.0/networks?id=1d5825a3-b47b-4467-b781-e7d6ee37cfe8 HTTP/1.1" status: 200 len: 813 time: 0.1005380 Mar 31 22:12:39.535920 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-59a8d7ae-d2ea-4a63-9f85-5e05a89ba723 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Request body: {'port': {'device_id': '359cf1ba-4ac3-47b2-ad0a-d8b3836527ae', 'network_id': '1d5825a3-b47b-4467-b781-e7d6ee37cfe8', 'admin_state_up': True, 'tenant_id': 'a75e485bf5e24508b449b31a659c8e64'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:12:39.727950 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-59a8d7ae-d2ea-4a63-9f85-5e05a89ba723 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Made reservation on behalf of a75e485bf5e24508b449b31a659c8e64 for: {'port': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:12:39.731365 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-59a8d7ae-d2ea-4a63-9f85-5e05a89ba723 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:39.854129 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-59a8d7ae-d2ea-4a63-9f85-5e05a89ba723 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Allocated IP 172.20.0.5 (1d5825a3-b47b-4467-b781-e7d6ee37cfe8/1657068d-0274-4af6-b510-a0309e69228a/db43584c-b933-4256-9671-6b0cf8d4b849) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:12:40.000264 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-59a8d7ae-d2ea-4a63-9f85-5e05a89ba723 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Publish callbacks [] for port (db43584c-b933-4256-9671-6b0cf8d4b849), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:40.105669 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-59a8d7ae-d2ea-4a63-9f85-5e05a89ba723 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (db43584c-b933-4256-9671-6b0cf8d4b849), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:40.149827 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-59a8d7ae-d2ea-4a63-9f85-5e05a89ba723 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Network 1d5825a3-b47b-4467-b781-e7d6ee37cfe8 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:12:40.153003 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-59a8d7ae-d2ea-4a63-9f85-5e05a89ba723 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:12:40.156088 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-59a8d7ae-d2ea-4a63-9f85-5e05a89ba723 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:12:40.187162 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8d7ae-d2ea-4a63-9f85-5e05a89ba723 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Pushing event updated for resources: {'Port': ['ID=db43584c-b933-4256-9671-6b0cf8d4b849,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:40.217240 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-59a8d7ae-d2ea-4a63-9f85-5e05a89ba723 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:40.218385 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-59a8d7ae-d2ea-4a63-9f85-5e05a89ba723 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:40.223249 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7525c-e62b-4583-bd6a-83c95ff2ca8a req-aa56f0bb-5394-43aa-8ea4-25c9aa74939a tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:40.224735 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6bf7525c-e62b-4583-bd6a-83c95ff2ca8a req-aa56f0bb-5394-43aa-8ea4-25c9aa74939a tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=359cf1ba-4ac3-47b2-ad0a-d8b3836527ae HTTP/1.1" status: 200 len: 931 time: 0.0549977 Mar 31 22:12:40.271976 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6bf7525c-e62b-4583-bd6a-83c95ff2ca8a req-09a5328f-784b-450c-865d-3bbc0dc028d1 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab68280a-2208-4b33-b365-1bbf5d8085ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415254 Mar 31 22:12:40.296425 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-59a8d7ae-d2ea-4a63-9f85-5e05a89ba723 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7642181 Mar 31 22:12:40.307934 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Request body: {'port': {'device_id': '359cf1ba-4ac3-47b2-ad0a-d8b3836527ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:12:40.371768 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (db43584c-b933-4256-9671-6b0cf8d4b849), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:40.413533 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:40.648570 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db43584c-b933-4256-9671-6b0cf8d4b849 {{(pid=110666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:12:40.655885 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Publish callbacks [] for port (db43584c-b933-4256-9671-6b0cf8d4b849), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:40.667991 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.provisioning_blocks [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Transition to ACTIVE for port object db43584c-b933-4256-9671-6b0cf8d4b849 will not be triggered until provisioned by entity L2. {{(pid=110666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 22:12:40.790049 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (db43584c-b933-4256-9671-6b0cf8d4b849), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:40.851371 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Pushing event updated for resources: {'Port': ['ID=db43584c-b933-4256-9671-6b0cf8d4b849,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:40.882935 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:40.883289 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:40.883632 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:40.883986 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:40.884305 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:40.884635 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:40.884987 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:40.885315 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:40.885641 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:40.885967 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:40.886330 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:40.886654 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:40.886978 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:40.887300 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:40.887622 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:40.935536 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Attempting to bind port db43584c-b933-4256-9671-6b0cf8d4b849 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:12:40.936380 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Attempting to bind port db43584c-b933-4256-9671-6b0cf8d4b849 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '35b18903-41d9-4294-bdc7-4b9e2d6675a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '1d5825a3-b47b-4467-b781-e7d6ee37cfe8'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:12:40.936723 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Attempting to bind port db43584c-b933-4256-9671-6b0cf8d4b849 on network 1d5825a3-b47b-4467-b781-e7d6ee37cfe8 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:12:40.940870 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Port db43584c-b933-4256-9671-6b0cf8d4b849 on network 1d5825a3-b47b-4467-b781-e7d6ee37cfe8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:12:40.941191 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Attempting to bind port db43584c-b933-4256-9671-6b0cf8d4b849 on network 1d5825a3-b47b-4467-b781-e7d6ee37cfe8 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:12:40.945956 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Checking agent: {'id': '0c6c7b6d-d51d-4e70-9732-01ea9921e922', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'started_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:12:40.946517 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Checking segment: {'id': '35b18903-41d9-4294-bdc7-4b9e2d6675a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '1d5825a3-b47b-4467-b781-e7d6ee37cfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:12:40.946705 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Bound using segment: {'id': '35b18903-41d9-4294-bdc7-4b9e2d6675a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '1d5825a3-b47b-4467-b781-e7d6ee37cfe8'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:12:40.947133 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Bound port: db43584c-b933-4256-9671-6b0cf8d4b849, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35b18903-41d9-4294-bdc7-4b9e2d6675a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '1d5825a3-b47b-4467-b781-e7d6ee37cfe8'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:12:40.947486 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (db43584c-b933-4256-9671-6b0cf8d4b849), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:41.009026 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] For port db43584c-b933-4256-9671-6b0cf8d4b849, host hv-cinder-83608, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:12:41.012088 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] For port db43584c-b933-4256-9671-6b0cf8d4b849, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=db43584c-b933-4256-9671-6b0cf8d4b849,segment=NetworkSegment(35b18903-41d9-4294-bdc7-4b9e2d6675a2),segment_id=35b18903-41d9-4294-bdc7-4b9e2d6675a2)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:12:41.105401 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (db43584c-b933-4256-9671-6b0cf8d4b849), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:41.146792 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:41.146792 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:41.146792 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] 10.222.0.57 "PUT /v2.0/ports/db43584c-b933-4256-9671-6b0cf8d4b849 HTTP/1.1" status: 200 len: 1093 time: 0.8396995 Mar 31 22:12:41.146792 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359cf1ba-4ac3-47b2-ad0a-d8b3836527ae', 'tag': 'db43584c-b933-4256-9671-6b0cf8d4b849'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:12:41.146792 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd0c12f-044f-4f72-803d-a16e6affc271" -d '{"events": [{"name": "network-changed", "server_uuid": "359cf1ba-4ac3-47b2-ad0a-d8b3836527ae", "tag": "db43584c-b933-4256-9671-6b0cf8d4b849"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:12:41.196969 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e057946a-838e-4c90-91d8-bb38f44df47c x-openstack-request-id: req-e057946a-838e-4c90-91d8-bb38f44df47c {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:12:41.197329 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359cf1ba-4ac3-47b2-ad0a-d8b3836527ae", "tag": "db43584c-b933-4256-9671-6b0cf8d4b849", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:12:41.197533 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e057946a-838e-4c90-91d8-bb38f44df47c {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:12:41.197919 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e057946a-838e-4c90-91d8-bb38f44df47c'] response: {'name': 'network-changed', 'server_uuid': '359cf1ba-4ac3-47b2-ad0a-d8b3836527ae', 'tag': 'db43584c-b933-4256-9671-6b0cf8d4b849', 'status': 'completed', 'code': 200} Mar 31 22:12:41.198874 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67672f5-519a-493e-b117-3e8087028b87 service neutron] Pushing event updated for resources: {'Port': ['ID=db43584c-b933-4256-9671-6b0cf8d4b849,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:41.284177 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0c12f-044f-4f72-803d-a16e6affc271 req-dfb52d22-070d-4fcc-a6ab-86dab68e5a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:41.286368 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-fdd0c12f-044f-4f72-803d-a16e6affc271 req-dfb52d22-070d-4fcc-a6ab-86dab68e5a38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a75e485bf5e24508b449b31a659c8e64&device_id=359cf1ba-4ac3-47b2-ad0a-d8b3836527ae HTTP/1.1" status: 200 len: 1127 time: 0.0590975 Mar 31 22:12:41.414663 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0c12f-044f-4f72-803d-a16e6affc271 req-24a69c4b-d3ef-4327-8e0d-85fbfb840918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:41.416144 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-fdd0c12f-044f-4f72-803d-a16e6affc271 req-24a69c4b-d3ef-4327-8e0d-85fbfb840918 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a75e485bf5e24508b449b31a659c8e64&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1180110 Mar 31 22:12:41.445851 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5cd0c-c432-4746-8ab0-93af126085ea req-a5f919fe-b2be-4cb3-8bef-f81acac90d06 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:41.447355 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-59f5cd0c-c432-4746-8ab0-93af126085ea req-a5f919fe-b2be-4cb3-8bef-f81acac90d06 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=359cf1ba-4ac3-47b2-ad0a-d8b3836527ae HTTP/1.1" status: 200 len: 943 time: 0.0990963 Mar 31 22:12:41.537319 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0c12f-044f-4f72-803d-a16e6affc271 req-0460408a-7c92-4007-a9de-9c434349b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:41.539061 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-fdd0c12f-044f-4f72-803d-a16e6affc271 req-0460408a-7c92-4007-a9de-9c434349b1f4 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1162632 Mar 31 22:12:41.539876 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-59f5cd0c-c432-4746-8ab0-93af126085ea req-90153bfc-70fa-4be5-8735-9e634804526b tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab68280a-2208-4b33-b365-1bbf5d8085ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823855 Mar 31 22:12:41.626452 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-a83b6406-bdee-4465-8c20-3339a57395ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:41.628020 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-a83b6406-bdee-4465-8c20-3339a57395ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a75e485bf5e24508b449b31a659c8e64&device_id=359cf1ba-4ac3-47b2-ad0a-d8b3836527ae HTTP/1.1" status: 200 len: 1127 time: 0.0486810 Mar 31 22:12:41.675827 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-bd2da512-1572-4847-8522-b577ced29d46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db43584c-b933-4256-9671-6b0cf8d4b849 HTTP/1.1" status: 200 len: 217 time: 0.0370839 Mar 31 22:12:41.750603 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-b4445cc9-f73e-40ba-96a7-42da300fd37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:41.752321 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-b4445cc9-f73e-40ba-96a7-42da300fd37a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1657068d-0274-4af6-b510-a0309e69228a HTTP/1.1" status: 200 len: 853 time: 0.0705116 Mar 31 22:12:42.055558 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-2c510daa-8cdf-43fe-b345-2b6b555b8730 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1d5825a3-b47b-4467-b781-e7d6ee37cfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2961459 Mar 31 22:12:42.160296 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-d2e271e4-1fa6-4174-8cc7-689fa8c7b485 service neutron] 10.222.0.57 "GET /v2.0/networks/1d5825a3-b47b-4467-b781-e7d6ee37cfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956295 Mar 31 22:12:42.281003 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b097ad37-8d6c-4585-98fd-235fd3874692 req-94064e8a-2ff3-4c62-96d7-86c470660acd service neutron] 10.222.0.57 "GET /v2.0/networks/1d5825a3-b47b-4467-b781-e7d6ee37cfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140761 Mar 31 22:12:42.660223 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca456ed-cef1-4963-bdab-cddd18ee9218 req-8c9e8be2-a102-4b91-8092-aff7f2854b3b tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:42.662734 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cca456ed-cef1-4963-bdab-cddd18ee9218 req-8c9e8be2-a102-4b91-8092-aff7f2854b3b tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=359cf1ba-4ac3-47b2-ad0a-d8b3836527ae HTTP/1.1" status: 200 len: 943 time: 0.0547795 Mar 31 22:12:42.724867 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cca456ed-cef1-4963-bdab-cddd18ee9218 req-dde3aecb-4dd0-46e9-9714-e26b1ee6773f tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab68280a-2208-4b33-b365-1bbf5d8085ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573370 Mar 31 22:12:43.836109 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e52eb-babf-4f3b-b4b7-89c2979f65ef req-963bf664-dc15-4b65-bd67-0c036c2fb158 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:43.837579 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4d4e52eb-babf-4f3b-b4b7-89c2979f65ef req-963bf664-dc15-4b65-bd67-0c036c2fb158 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=359cf1ba-4ac3-47b2-ad0a-d8b3836527ae HTTP/1.1" status: 200 len: 943 time: 0.0539441 Mar 31 22:12:43.883670 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4d4e52eb-babf-4f3b-b4b7-89c2979f65ef req-dfbca28a-1839-4562-8e31-20b99ad5c536 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab68280a-2208-4b33-b365-1bbf5d8085ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403855 Mar 31 22:12:44.869727 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device db43584c-b933-4256-9671-6b0cf8d4b849 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:12:45.101663 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5dc73857-1d36-4282-8c09-7278774a960f req-fa2224d4-05e5-4d00-b98f-3f6de411e7d4 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-704082485&fields=id&tenant_id=f01f56a3345549e293388df536c13114 HTTP/1.1" status: 200 len: 267 time: 0.1140432 Mar 31 22:12:45.111261 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port db43584c-b933-4256-9671-6b0cf8d4b849, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=db43584c-b933-4256-9671-6b0cf8d4b849,segment=NetworkSegment(35b18903-41d9-4294-bdc7-4b9e2d6675a2),segment_id=35b18903-41d9-4294-bdc7-4b9e2d6675a2)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:12:45.123601 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': 'db43584c-b933-4256-9671-6b0cf8d4b849', 'network_id': '1d5825a3-b47b-4467-b781-e7d6ee37cfe8', 'port_id': 'db43584c-b933-4256-9671-6b0cf8d4b849', 'mac_address': 'fa:16:3e:6c:c0:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1657068d-0274-4af6-b510-a0309e69228a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:12:45.162659 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port db43584c-b933-4256-9671-6b0cf8d4b849 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:12:45.163050 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (db43584c-b933-4256-9671-6b0cf8d4b849), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:45.176693 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db43584c-b933-4256-9671-6b0cf8d4b849 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:12:45.197440 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port db43584c-b933-4256-9671-6b0cf8d4b849, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=db43584c-b933-4256-9671-6b0cf8d4b849,segment=NetworkSegment(35b18903-41d9-4294-bdc7-4b9e2d6675a2),segment_id=35b18903-41d9-4294-bdc7-4b9e2d6675a2)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:12:45.240340 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668cacd-8db8-45ea-9106-5d49a186abb9 req-dfbae287-7c7e-4937-a609-b244bb4a8046 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:45.243501 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f668cacd-8db8-45ea-9106-5d49a186abb9 req-dfbae287-7c7e-4937-a609-b244bb4a8046 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=359cf1ba-4ac3-47b2-ad0a-d8b3836527ae HTTP/1.1" status: 200 len: 943 time: 0.1623738 Mar 31 22:12:45.265655 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (db43584c-b933-4256-9671-6b0cf8d4b849), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:45.319696 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f668cacd-8db8-45ea-9106-5d49a186abb9 req-c0311059-c0ab-4aee-a1a8-f70e57be3cf5 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab68280a-2208-4b33-b365-1bbf5d8085ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643995 Mar 31 22:12:45.329754 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc73857-1d36-4282-8c09-7278774a960f req-0eca0b8a-cf8e-4805-8c75-5514cff4957e tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:45.334616 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=db43584c-b933-4256-9671-6b0cf8d4b849,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:45.337635 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5dc73857-1d36-4282-8c09-7278774a960f req-0eca0b8a-cf8e-4805-8c75-5514cff4957e tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/networks?id=d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306 HTTP/1.1" status: 200 len: 809 time: 0.2091522 Mar 31 22:12:45.344489 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:45.345097 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:45.345610 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:45.346213 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:45.346943 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:45.347712 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:45.348187 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:45.348662 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:45.349050 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:45.349382 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:45.349710 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:45.350035 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:45.350468 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:45.350887 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:45.351217 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:12:45.361058 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5dc73857-1d36-4282-8c09-7278774a960f req-15edf4be-0b03-4a83-8a6b-0925aeab0eab tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/quotas/f01f56a3345549e293388df536c13114 HTTP/1.1" status: 200 len: 375 time: 0.0220480 Mar 31 22:12:45.443207 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5dc73857-1d36-4282-8c09-7278774a960f req-b0c90c72-4aae-4075-b830-0ad54c4000e4 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f01f56a3345549e293388df536c13114&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722213 Mar 31 22:12:45.493654 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['db43584c-b933-4256-9671-6b0cf8d4b849'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:12:45.569980 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5dc73857-1d36-4282-8c09-7278774a960f req-48902abe-eb07-4f2c-b4c5-957700176fce service neutron] 10.222.0.59 "GET /v2.0/networks/d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258955 Mar 31 22:12:45.674906 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5dc73857-1d36-4282-8c09-7278774a960f req-2b10f7e5-6b1b-4980-9fd7-0670c52b7beb service neutron] 10.222.0.59 "GET /v2.0/networks/d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963347 Mar 31 22:12:46.495662 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c143d0b0-c07d-45e1-a124-28cb603d10fe req-c6cbe344-c423-4de3-a228-afb5c2841c71 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 210 time: 0.0615020 Mar 31 22:12:46.524685 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b59d42-da92-473c-b0ab-5fd7cc32e8c7 req-9cb1656e-aee2-496a-b1e4-9c01bb03a477 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:46.526329 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-64b59d42-da92-473c-b0ab-5fd7cc32e8c7 req-9cb1656e-aee2-496a-b1e4-9c01bb03a477 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=359cf1ba-4ac3-47b2-ad0a-d8b3836527ae HTTP/1.1" status: 200 len: 944 time: 0.1016972 Mar 31 22:12:46.597362 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-64b59d42-da92-473c-b0ab-5fd7cc32e8c7 req-83ef406c-1a58-469f-baae-ff71a3ad32e8 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab68280a-2208-4b33-b365-1bbf5d8085ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649152 Mar 31 22:12:46.879532 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device db43584c-b933-4256-9671-6b0cf8d4b849 up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:12:47.145429 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning for port db43584c-b933-4256-9671-6b0cf8d4b849 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 22:12:47.149632 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port db43584c-b933-4256-9671-6b0cf8d4b849 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:12:47.150008 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (db43584c-b933-4256-9671-6b0cf8d4b849), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:47.232501 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port db43584c-b933-4256-9671-6b0cf8d4b849 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:12:47.233479 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (db43584c-b933-4256-9671-6b0cf8d4b849), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:47.268778 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359cf1ba-4ac3-47b2-ad0a-d8b3836527ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db43584c-b933-4256-9671-6b0cf8d4b849'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:12:47.271318 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a143b9c-dd9b-48d3-b373-1bee3aeee42f" -d '{"events": [{"server_uuid": "359cf1ba-4ac3-47b2-ad0a-d8b3836527ae", "name": "network-vif-plugged", "status": "completed", "tag": "db43584c-b933-4256-9671-6b0cf8d4b849"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:12:47.285780 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port db43584c-b933-4256-9671-6b0cf8d4b849, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=db43584c-b933-4256-9671-6b0cf8d4b849,segment=NetworkSegment(35b18903-41d9-4294-bdc7-4b9e2d6675a2),segment_id=35b18903-41d9-4294-bdc7-4b9e2d6675a2)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:12:47.316989 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b777196-2d74-4a8e-bb0a-8b0c6795af20 x-openstack-request-id: req-3b777196-2d74-4a8e-bb0a-8b0c6795af20 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:12:47.317232 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359cf1ba-4ac3-47b2-ad0a-d8b3836527ae", "name": "network-vif-plugged", "status": "completed", "tag": "db43584c-b933-4256-9671-6b0cf8d4b849", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:12:47.317398 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3b777196-2d74-4a8e-bb0a-8b0c6795af20 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:12:47.317792 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b777196-2d74-4a8e-bb0a-8b0c6795af20'] response: {'server_uuid': '359cf1ba-4ac3-47b2-ad0a-d8b3836527ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db43584c-b933-4256-9671-6b0cf8d4b849', 'code': 200} Mar 31 22:12:47.384714 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (db43584c-b933-4256-9671-6b0cf8d4b849), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:47.443144 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=db43584c-b933-4256-9671-6b0cf8d4b849,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:47.634648 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cfd7351e-9ad4-481c-8b26-94e71f6c5ae0 req-2de82021-0986-4132-810b-73b322cad4bd tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 210 time: 0.0481803 Mar 31 22:12:47.705379 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036d47e-70f7-441f-9a72-d807beaa40a9 req-429a8c50-6b16-4982-9119-50a04a54cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:47.714040 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-4036d47e-70f7-441f-9a72-d807beaa40a9 req-429a8c50-6b16-4982-9119-50a04a54cf55 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=359cf1ba-4ac3-47b2-ad0a-d8b3836527ae HTTP/1.1" status: 200 len: 1129 time: 0.0707543 Mar 31 22:12:47.777087 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-4036d47e-70f7-441f-9a72-d807beaa40a9 req-cbe4cc2e-b719-4d74-849b-16c8b47422fb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ab68280a-2208-4b33-b365-1bbf5d8085ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612979 Mar 31 22:12:47.797505 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e623e-c07c-4548-8207-910af0526d66 req-55b03ef3-35e2-4ac7-8429-402e960a70a3 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:47.799425 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-151e623e-c07c-4548-8207-910af0526d66 req-55b03ef3-35e2-4ac7-8429-402e960a70a3 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=359cf1ba-4ac3-47b2-ad0a-d8b3836527ae HTTP/1.1" status: 200 len: 945 time: 0.0705261 Mar 31 22:12:47.853179 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-151e623e-c07c-4548-8207-910af0526d66 req-02bc72f9-7afa-4cf5-8274-6650d93d7475 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab68280a-2208-4b33-b365-1bbf5d8085ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470324 Mar 31 22:12:48.763012 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e9b27334-dbe7-4305-8b17-ffdb533a15fc req-747e4bc7-703d-436c-bbd4-01724189151c tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 210 time: 0.0436561 Mar 31 22:12:49.006706 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2032ba-d686-480a-aa08-eee612fcb9ab req-1044371f-7e95-48bf-9f3f-756fdfe38556 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:49.013483 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9a2032ba-d686-480a-aa08-eee612fcb9ab req-1044371f-7e95-48bf-9f3f-756fdfe38556 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=359cf1ba-4ac3-47b2-ad0a-d8b3836527ae HTTP/1.1" status: 200 len: 945 time: 0.0697594 Mar 31 22:12:49.072309 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9a2032ba-d686-480a-aa08-eee612fcb9ab req-a879b450-a443-4b05-bd27-05bee5db0825 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab68280a-2208-4b33-b365-1bbf5d8085ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552993 Mar 31 22:12:49.540490 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc73857-1d36-4282-8c09-7278774a960f req-52e04601-933d-4429-8d35-702670ac2de8 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:49.542724 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5dc73857-1d36-4282-8c09-7278774a960f req-52e04601-933d-4429-8d35-702670ac2de8 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.57 "GET /v2.0/networks?id=d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306 HTTP/1.1" status: 200 len: 809 time: 0.1628456 Mar 31 22:12:49.649522 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5dc73857-1d36-4282-8c09-7278774a960f req-a5934810-3f2b-4cbc-8449-27d1a98bf870 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f01f56a3345549e293388df536c13114 HTTP/1.1" status: 200 len: 379 time: 0.0874047 Mar 31 22:12:49.658523 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-5dc73857-1d36-4282-8c09-7278774a960f req-28d1c3b2-2baf-4735-aadb-85a771d70b40 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Request body: {'port': {'device_id': '3541d36c-1e21-4551-a1e7-3924678d015f', 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306', 'admin_state_up': True, 'tenant_id': 'f01f56a3345549e293388df536c13114', 'security_groups': ['860aa56f-95cc-4cd9-8350-19205a71827e']}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:12:49.862665 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2a1860d3-d8ac-4b60-b10b-6a573c12d24e req-5dc75251-9162-4f26-ba19-efe6da8f760b tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 210 time: 0.0326731 Mar 31 22:12:50.078321 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc73857-1d36-4282-8c09-7278774a960f req-28d1c3b2-2baf-4735-aadb-85a771d70b40 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Made reservation on behalf of f01f56a3345549e293388df536c13114 for: {'port': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:12:50.078321 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-5dc73857-1d36-4282-8c09-7278774a960f req-28d1c3b2-2baf-4735-aadb-85a771d70b40 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:50.184760 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421cddd-b07d-4f79-9247-aaa40db90c5d req-9a6e062b-94de-432b-88c7-5cafc4971474 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:50.186441 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3421cddd-b07d-4f79-9247-aaa40db90c5d req-9a6e062b-94de-432b-88c7-5cafc4971474 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=359cf1ba-4ac3-47b2-ad0a-d8b3836527ae HTTP/1.1" status: 200 len: 945 time: 0.0544393 Mar 31 22:12:50.188101 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [req-5dc73857-1d36-4282-8c09-7278774a960f req-28d1c3b2-2baf-4735-aadb-85a771d70b40 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Allocated IP 172.20.0.3 (d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306/19ca2eea-2520-4d8a-8741-e1131c92ae8e/0c986ac4-6f24-4249-a29d-72d50fc9dc2e) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:12:50.247704 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3421cddd-b07d-4f79-9247-aaa40db90c5d req-f27e9c72-cc15-48c0-bc15-9527f4eb7f4e tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab68280a-2208-4b33-b365-1bbf5d8085ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554361 Mar 31 22:12:50.372599 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-5dc73857-1d36-4282-8c09-7278774a960f req-28d1c3b2-2baf-4735-aadb-85a771d70b40 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for port (0c986ac4-6f24-4249-a29d-72d50fc9dc2e), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:50.489810 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-5dc73857-1d36-4282-8c09-7278774a960f req-28d1c3b2-2baf-4735-aadb-85a771d70b40 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (0c986ac4-6f24-4249-a29d-72d50fc9dc2e), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:50.583850 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc73857-1d36-4282-8c09-7278774a960f req-28d1c3b2-2baf-4735-aadb-85a771d70b40 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Network d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:12:50.588135 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [req-5dc73857-1d36-4282-8c09-7278774a960f req-28d1c3b2-2baf-4735-aadb-85a771d70b40 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:12:50.591063 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc73857-1d36-4282-8c09-7278774a960f req-28d1c3b2-2baf-4735-aadb-85a771d70b40 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:12:50.695918 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1c3b2-2baf-4735-aadb-85a771d70b40 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Pushing event updated for resources: {'Port': ['ID=0c986ac4-6f24-4249-a29d-72d50fc9dc2e,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:50.718936 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc73857-1d36-4282-8c09-7278774a960f req-28d1c3b2-2baf-4735-aadb-85a771d70b40 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:50.719572 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-5dc73857-1d36-4282-8c09-7278774a960f req-28d1c3b2-2baf-4735-aadb-85a771d70b40 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:50.867530 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5dc73857-1d36-4282-8c09-7278774a960f req-28d1c3b2-2baf-4735-aadb-85a771d70b40 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2127922 Mar 31 22:12:50.869558 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-029bd067-d91e-4609-9cbe-dfc9600e4e71 None None] Provisioning complete for port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:12:50.870075 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-029bd067-d91e-4609-9cbe-dfc9600e4e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (0c986ac4-6f24-4249-a29d-72d50fc9dc2e), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:50.879426 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-5dc73857-1d36-4282-8c09-7278774a960f req-2ffa5d9c-0309-4c17-b6a6-aa11c607572c service neutron] Request body: {'port': {'device_id': '3541d36c-1e21-4551-a1e7-3924678d015f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:12:50.910472 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-029bd067-d91e-4609-9cbe-dfc9600e4e71 None None] Port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:12:50.964492 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-5dc73857-1d36-4282-8c09-7278774a960f req-2ffa5d9c-0309-4c17-b6a6-aa11c607572c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (0c986ac4-6f24-4249-a29d-72d50fc9dc2e), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:51.028709 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afea532-6dac-4ba7-aef3-c60b36f52f98 req-045ad69e-3186-40ec-ad5f-5dc89572394e tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:51.038318 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7afea532-6dac-4ba7-aef3-c60b36f52f98 req-045ad69e-3186-40ec-ad5f-5dc89572394e tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 931 time: 0.0854113 Mar 31 22:12:51.118915 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7afea532-6dac-4ba7-aef3-c60b36f52f98 req-12d467fd-abeb-4c86-8bc9-0113b025927f tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752914 Mar 31 22:12:51.322161 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [req-5dc73857-1d36-4282-8c09-7278774a960f req-2ffa5d9c-0309-4c17-b6a6-aa11c607572c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c986ac4-6f24-4249-a29d-72d50fc9dc2e {{(pid=110666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:12:51.331562 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-5dc73857-1d36-4282-8c09-7278774a960f req-2ffa5d9c-0309-4c17-b6a6-aa11c607572c service neutron] Publish callbacks [] for port (0c986ac4-6f24-4249-a29d-72d50fc9dc2e), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:51.345946 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.provisioning_blocks [req-5dc73857-1d36-4282-8c09-7278774a960f req-2ffa5d9c-0309-4c17-b6a6-aa11c607572c service neutron] Transition to ACTIVE for port object 0c986ac4-6f24-4249-a29d-72d50fc9dc2e will not be triggered until provisioned by entity L2. {{(pid=110666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 22:12:51.424413 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-5dc73857-1d36-4282-8c09-7278774a960f req-2ffa5d9c-0309-4c17-b6a6-aa11c607572c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (0c986ac4-6f24-4249-a29d-72d50fc9dc2e), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:51.500897 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa5d9c-0309-4c17-b6a6-aa11c607572c service neutron] Pushing event updated for resources: {'Port': ['ID=0c986ac4-6f24-4249-a29d-72d50fc9dc2e,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:51.594274 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-5dc73857-1d36-4282-8c09-7278774a960f req-2ffa5d9c-0309-4c17-b6a6-aa11c607572c service neutron] Attempting to bind port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:12:51.595013 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-5dc73857-1d36-4282-8c09-7278774a960f req-2ffa5d9c-0309-4c17-b6a6-aa11c607572c service neutron] Attempting to bind port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '46071887-b4fe-46d8-89c7-4d232b71419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:12:51.595013 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc73857-1d36-4282-8c09-7278774a960f req-2ffa5d9c-0309-4c17-b6a6-aa11c607572c service neutron] Attempting to bind port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e on network d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:12:51.602523 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc73857-1d36-4282-8c09-7278774a960f req-2ffa5d9c-0309-4c17-b6a6-aa11c607572c service neutron] Port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e on network d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:12:51.602987 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc73857-1d36-4282-8c09-7278774a960f req-2ffa5d9c-0309-4c17-b6a6-aa11c607572c service neutron] Attempting to bind port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e on network d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:12:51.609652 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc73857-1d36-4282-8c09-7278774a960f req-2ffa5d9c-0309-4c17-b6a6-aa11c607572c service neutron] Checking agent: {'id': '0c6c7b6d-d51d-4e70-9732-01ea9921e922', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'started_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:12:51.610052 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc73857-1d36-4282-8c09-7278774a960f req-2ffa5d9c-0309-4c17-b6a6-aa11c607572c service neutron] Checking segment: {'id': '46071887-b4fe-46d8-89c7-4d232b71419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:12:51.610424 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc73857-1d36-4282-8c09-7278774a960f req-2ffa5d9c-0309-4c17-b6a6-aa11c607572c service neutron] Bound using segment: {'id': '46071887-b4fe-46d8-89c7-4d232b71419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:12:51.610865 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-5dc73857-1d36-4282-8c09-7278774a960f req-2ffa5d9c-0309-4c17-b6a6-aa11c607572c service neutron] Bound port: 0c986ac4-6f24-4249-a29d-72d50fc9dc2e, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46071887-b4fe-46d8-89c7-4d232b71419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:12:51.611281 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-5dc73857-1d36-4282-8c09-7278774a960f req-2ffa5d9c-0309-4c17-b6a6-aa11c607572c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (0c986ac4-6f24-4249-a29d-72d50fc9dc2e), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:51.699494 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-5dc73857-1d36-4282-8c09-7278774a960f req-2ffa5d9c-0309-4c17-b6a6-aa11c607572c service neutron] For port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e, host hv-cinder-83608, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:12:51.703066 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-5dc73857-1d36-4282-8c09-7278774a960f req-2ffa5d9c-0309-4c17-b6a6-aa11c607572c service neutron] For port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0c986ac4-6f24-4249-a29d-72d50fc9dc2e,segment=NetworkSegment(46071887-b4fe-46d8-89c7-4d232b71419f),segment_id=46071887-b4fe-46d8-89c7-4d232b71419f)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:12:51.763062 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-5dc73857-1d36-4282-8c09-7278774a960f req-2ffa5d9c-0309-4c17-b6a6-aa11c607572c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (0c986ac4-6f24-4249-a29d-72d50fc9dc2e), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:51.809613 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc73857-1d36-4282-8c09-7278774a960f req-2ffa5d9c-0309-4c17-b6a6-aa11c607572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:51.812514 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-5dc73857-1d36-4282-8c09-7278774a960f req-2ffa5d9c-0309-4c17-b6a6-aa11c607572c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:12:51.812975 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5dc73857-1d36-4282-8c09-7278774a960f req-2ffa5d9c-0309-4c17-b6a6-aa11c607572c service neutron] 10.222.0.57 "PUT /v2.0/ports/0c986ac4-6f24-4249-a29d-72d50fc9dc2e HTTP/1.1" status: 200 len: 1093 time: 0.9380326 Mar 31 22:12:51.816168 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3541d36c-1e21-4551-a1e7-3924678d015f', 'tag': '0c986ac4-6f24-4249-a29d-72d50fc9dc2e'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:12:51.822488 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ce9fb3-3f2c-468a-9796-2bc6018fb263" -d '{"events": [{"name": "network-changed", "server_uuid": "3541d36c-1e21-4551-a1e7-3924678d015f", "tag": "0c986ac4-6f24-4249-a29d-72d50fc9dc2e"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:12:51.883686 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801f5072-281f-4d6d-abdc-a73a55fae21d x-openstack-request-id: req-801f5072-281f-4d6d-abdc-a73a55fae21d {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:12:51.889573 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3541d36c-1e21-4551-a1e7-3924678d015f", "tag": "0c986ac4-6f24-4249-a29d-72d50fc9dc2e", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:12:51.889573 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-801f5072-281f-4d6d-abdc-a73a55fae21d {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:12:51.889573 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-801f5072-281f-4d6d-abdc-a73a55fae21d'] response: {'name': 'network-changed', 'server_uuid': '3541d36c-1e21-4551-a1e7-3924678d015f', 'tag': '0c986ac4-6f24-4249-a29d-72d50fc9dc2e', 'status': 'completed', 'code': 200} Mar 31 22:12:51.893054 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa5d9c-0309-4c17-b6a6-aa11c607572c service neutron] Pushing event updated for resources: {'Port': ['ID=0c986ac4-6f24-4249-a29d-72d50fc9dc2e,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:12:51.980297 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce9fb3-3f2c-468a-9796-2bc6018fb263 req-0df629df-3eea-459c-985b-cb6979be1b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:51.981815 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d1ce9fb3-3f2c-468a-9796-2bc6018fb263 req-0df629df-3eea-459c-985b-cb6979be1b78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f01f56a3345549e293388df536c13114&device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 1127 time: 0.0627220 Mar 31 22:12:52.121430 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce9fb3-3f2c-468a-9796-2bc6018fb263 req-5532e059-2991-4bfe-b7c2-852ba21331a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:52.123065 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d1ce9fb3-3f2c-468a-9796-2bc6018fb263 req-5532e059-2991-4bfe-b7c2-852ba21331a4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=f01f56a3345549e293388df536c13114&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1318922 Mar 31 22:12:52.263322 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce9fb3-3f2c-468a-9796-2bc6018fb263 req-7f0516f1-4fc7-49c6-9537-9ea745812728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:52.266706 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-d1ce9fb3-3f2c-468a-9796-2bc6018fb263 req-7f0516f1-4fc7-49c6-9537-9ea745812728 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1370745 Mar 31 22:12:52.289106 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a129b-5c9d-48ec-87db-b345f00ac220 req-e21952a7-2e94-4da7-9b91-eb6cfacd565a tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:52.296750 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ac6a129b-5c9d-48ec-87db-b345f00ac220 req-e21952a7-2e94-4da7-9b91-eb6cfacd565a tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 943 time: 0.0631669 Mar 31 22:12:52.366237 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ac6a129b-5c9d-48ec-87db-b345f00ac220 req-434eeb7a-7208-4e62-bdac-1e318a7513dd tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677345 Mar 31 22:12:52.421315 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc73857-1d36-4282-8c09-7278774a960f req-5a40ee89-9196-49bd-8caf-6258efe91d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:52.430422 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5dc73857-1d36-4282-8c09-7278774a960f req-5a40ee89-9196-49bd-8caf-6258efe91d89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f01f56a3345549e293388df536c13114&device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 1127 time: 0.1104407 Mar 31 22:12:52.471219 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5dc73857-1d36-4282-8c09-7278774a960f req-dd212353-5d5a-437d-af2d-3d34bbb4b665 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c986ac4-6f24-4249-a29d-72d50fc9dc2e HTTP/1.1" status: 200 len: 217 time: 0.0368774 Mar 31 22:12:52.524960 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc73857-1d36-4282-8c09-7278774a960f req-dfe9ee17-bb27-4a21-85ac-62ebec562a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:52.526453 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5dc73857-1d36-4282-8c09-7278774a960f req-dfe9ee17-bb27-4a21-85ac-62ebec562a5e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19ca2eea-2520-4d8a-8741-e1131c92ae8e HTTP/1.1" status: 200 len: 848 time: 0.0501294 Mar 31 22:12:52.579077 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc73857-1d36-4282-8c09-7278774a960f req-cd472c7b-ae8f-46eb-955f-c13164d2a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:52.580842 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5dc73857-1d36-4282-8c09-7278774a960f req-cd472c7b-ae8f-46eb-955f-c13164d2a3a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481348 Mar 31 22:12:52.676121 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5dc73857-1d36-4282-8c09-7278774a960f req-50872f02-8824-451c-bdae-85cba8ff817f service neutron] 10.222.0.57 "GET /v2.0/networks/d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872505 Mar 31 22:12:52.776821 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5dc73857-1d36-4282-8c09-7278774a960f req-ca6687e4-e8b8-402d-9266-64951994184a service neutron] 10.222.0.57 "GET /v2.0/networks/d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967658 Mar 31 22:12:53.492163 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5845b3-693d-4297-8f90-96ca1ed76b7f req-84078018-8e34-472b-b1f9-37f1fa637b32 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:53.493630 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bf5845b3-693d-4297-8f90-96ca1ed76b7f req-84078018-8e34-472b-b1f9-37f1fa637b32 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 943 time: 0.0567205 Mar 31 22:12:53.541796 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bf5845b3-693d-4297-8f90-96ca1ed76b7f req-794de246-1180-42d2-b4e5-73141c930fe3 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424359 Mar 31 22:12:54.666083 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884343c-d601-4d69-8d0d-ba177b7711ae req-76ee2af3-acd0-4f95-9a66-86c215f6a037 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:54.667495 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f884343c-d601-4d69-8d0d-ba177b7711ae req-76ee2af3-acd0-4f95-9a66-86c215f6a037 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 943 time: 0.0560346 Mar 31 22:12:54.724178 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f884343c-d601-4d69-8d0d-ba177b7711ae req-df324bfc-4852-4b87-b005-e163b48c4a2f tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504682 Mar 31 22:12:55.864557 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345444d-876f-4296-b0bd-9cea28f129ec req-a297b70e-e04a-402b-99d0-d6f4b2518a63 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:55.866032 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b345444d-876f-4296-b0bd-9cea28f129ec req-a297b70e-e04a-402b-99d0-d6f4b2518a63 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 943 time: 0.0577855 Mar 31 22:12:55.923730 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b345444d-876f-4296-b0bd-9cea28f129ec req-f0610350-c20c-4173-9b6b-14b364d8e7b0 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515399 Mar 31 22:12:57.051897 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe9fcf-7ac1-4e03-bb4d-a2c8297d1eb6 req-9d1d8f51-ea94-4cc4-a3b9-93afe522ec88 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:57.053489 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6dbe9fcf-7ac1-4e03-bb4d-a2c8297d1eb6 req-9d1d8f51-ea94-4cc4-a3b9-93afe522ec88 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 943 time: 0.0550377 Mar 31 22:12:57.106711 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6dbe9fcf-7ac1-4e03-bb4d-a2c8297d1eb6 req-52b4f8d4-e548-4c6e-9fb2-bb9f1a02f51a tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468709 Mar 31 22:12:58.230245 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ec5df-3176-4617-bc32-e91cd0e7c24f req-fc60ccff-9053-41a9-ade1-a053aa5992b3 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:58.231695 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2a0ec5df-3176-4617-bc32-e91cd0e7c24f req-fc60ccff-9053-41a9-ade1-a053aa5992b3 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 943 time: 0.0532734 Mar 31 22:12:58.281926 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2a0ec5df-3176-4617-bc32-e91cd0e7c24f req-555af575-9901-437b-8e18-37416c78f269 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443964 Mar 31 22:12:59.401991 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958b2e9-7ac0-4dbb-b7b1-a863d15ab5be req-abb60b9b-94d7-4f1f-9cde-8a74fb089dda tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:12:59.403474 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d958b2e9-7ac0-4dbb-b7b1-a863d15ab5be req-abb60b9b-94d7-4f1f-9cde-8a74fb089dda tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 943 time: 0.0571687 Mar 31 22:12:59.453555 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d958b2e9-7ac0-4dbb-b7b1-a863d15ab5be req-165f44d4-0c6a-49eb-af10-e1fc9b6b4661 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435736 Mar 31 22:13:00.722022 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de66ec-450a-4e4a-9d67-45ead4d77994 req-3e6d7a82-1f56-4f81-89b6-70d42a3d882f tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:00.723399 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-04de66ec-450a-4e4a-9d67-45ead4d77994 req-3e6d7a82-1f56-4f81-89b6-70d42a3d882f tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 943 time: 0.0520129 Mar 31 22:13:00.771526 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-04de66ec-450a-4e4a-9d67-45ead4d77994 req-3ff7c217-b145-46e7-8e1c-770647690cd8 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426261 Mar 31 22:13:01.210957 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 0c986ac4-6f24-4249-a29d-72d50fc9dc2e details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:13:01.308089 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0c986ac4-6f24-4249-a29d-72d50fc9dc2e,segment=NetworkSegment(46071887-b4fe-46d8-89c7-4d232b71419f),segment_id=46071887-b4fe-46d8-89c7-4d232b71419f)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:13:01.319211 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': '0c986ac4-6f24-4249-a29d-72d50fc9dc2e', 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306', 'port_id': '0c986ac4-6f24-4249-a29d-72d50fc9dc2e', 'mac_address': 'fa:16:3e:94:17:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19ca2eea-2520-4d8a-8741-e1131c92ae8e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:13:01.354935 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:13:01.355323 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (0c986ac4-6f24-4249-a29d-72d50fc9dc2e), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:01.369749 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c986ac4-6f24-4249-a29d-72d50fc9dc2e {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:13:01.397339 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0c986ac4-6f24-4249-a29d-72d50fc9dc2e,segment=NetworkSegment(46071887-b4fe-46d8-89c7-4d232b71419f),segment_id=46071887-b4fe-46d8-89c7-4d232b71419f)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:13:01.487609 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (0c986ac4-6f24-4249-a29d-72d50fc9dc2e), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:01.538030 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=0c986ac4-6f24-4249-a29d-72d50fc9dc2e,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:01.887910 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f1e1f-6e14-4e4c-b15a-b52b050986f2 req-2e625586-02c6-4d06-aed3-b1b3a401bdea tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:01.889384 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-656f1e1f-6e14-4e4c-b15a-b52b050986f2 req-2e625586-02c6-4d06-aed3-b1b3a401bdea tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 944 time: 0.0517900 Mar 31 22:13:01.940682 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-656f1e1f-6e14-4e4c-b15a-b52b050986f2 req-bc00f0e4-7980-4b29-9644-4cdca528e96e tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457788 Mar 31 22:13:02.382483 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['0c986ac4-6f24-4249-a29d-72d50fc9dc2e'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:13:03.053411 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd6c94-39ad-4a36-b482-ddbbd9d43f47 req-4157ccd0-7335-45d2-93d5-2dadc2b120c8 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:03.055116 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8dcd6c94-39ad-4a36-b482-ddbbd9d43f47 req-4157ccd0-7335-45d2-93d5-2dadc2b120c8 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 944 time: 0.0517099 Mar 31 22:13:03.102910 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8dcd6c94-39ad-4a36-b482-ddbbd9d43f47 req-aa2282f2-e63f-4927-9d23-d2fbf1c97660 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417509 Mar 31 22:13:03.528991 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 36310) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:13:03.574688 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_v2 [None req-42bd915c-066c-4a73-abd4-cc2c7f03b9ad admin admin] Deleting subnet 40fe8fd8-6e50-48b8-ad22-8bf6b8b13880 {{(pid=110666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 22:13:03.579652 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-42bd915c-066c-4a73-abd4-cc2c7f03b9ad admin admin] Publish callbacks [] for subnet (40fe8fd8-6e50-48b8-ad22-8bf6b8b13880), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:03.612395 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-42bd915c-066c-4a73-abd4-cc2c7f03b9ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10216105'] for subnet (40fe8fd8-6e50-48b8-ad22-8bf6b8b13880), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:03.656381 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-42bd915c-066c-4a73-abd4-cc2c7f03b9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1415921'] for subnet (40fe8fd8-6e50-48b8-ad22-8bf6b8b13880), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:03.802002 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-42bd915c-066c-4a73-abd4-cc2c7f03b9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1415878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10430195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10336980'] for subnet (40fe8fd8-6e50-48b8-ad22-8bf6b8b13880), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:03.826128 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd915c-066c-4a73-abd4-cc2c7f03b9ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40fe8fd8-6e50-48b8-ad22-8bf6b8b13880,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:03.831742 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-42bd915c-066c-4a73-abd4-cc2c7f03b9ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:03.835007 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-42bd915c-066c-4a73-abd4-cc2c7f03b9ad admin admin] 10.222.0.59 "DELETE /v2.0/subnets/40fe8fd8-6e50-48b8-ad22-8bf6b8b13880 HTTP/1.1" status: 204 len: 168 time: 0.3049650 Mar 31 22:13:03.837463 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 36314) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:13:03.903770 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c3be867a-a20d-4c5d-9d18-5c2929ddb29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329072'] for network (c83b878d-c6ae-40da-95c7-b8256cbfe747), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:03.984136 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c3be867a-a20d-4c5d-9d18-5c2929ddb29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695930', 'neutron.services.segments.db._delete_segments_for_network-8758607384890'] for network (c83b878d-c6ae-40da-95c7-b8256cbfe747), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:04.003241 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-c3be867a-a20d-4c5d-9d18-5c2929ddb29c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83b878d-c6ae-40da-95c7-b8256cbfe747']}} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:13:04.012128 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-c3be867a-a20d-4c5d-9d18-5c2929ddb29c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad196d5-bb86-4bb7-b31e-aeea19738177') {'for_net_delete': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:13:04.012432 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-c3be867a-a20d-4c5d-9d18-5c2929ddb29c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad196d5-bb86-4bb7-b31e-aeea19738177') {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:13:04.021930 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c3be867a-a20d-4c5d-9d18-5c2929ddb29c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758607385923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10216098'] for segment (aad196d5-bb86-4bb7-b31e-aeea19738177), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:04.035313 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c3be867a-a20d-4c5d-9d18-5c2929ddb29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (aad196d5-bb86-4bb7-b31e-aeea19738177), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:04.040931 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3be867a-a20d-4c5d-9d18-5c2929ddb29c admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=110666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:13:04.041310 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c3be867a-a20d-4c5d-9d18-5c2929ddb29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10429525'] for segment (aad196d5-bb86-4bb7-b31e-aeea19738177), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: Traceback (most recent call last): Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: timer() Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: cb(*args, **kw) Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: return func(*args, **kwargs) Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: self._notify() Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: self.callback(batched_events) Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: event.method(event) Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: return f(self, *a, **k) Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: return self._get(url).json() Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: return self.request(url, 'GET', **kwargs) Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:13:04.042937 dv-cinder-836083-1-iscsi neutron-server[110666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:13:04.179169 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c3be867a-a20d-4c5d-9d18-5c2929ddb29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-695923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625691'] for network (c83b878d-c6ae-40da-95c7-b8256cbfe747), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:04.184540 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c3be867a-a20d-4c5d-9d18-5c2929ddb29c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:04.192319 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-c3be867a-a20d-4c5d-9d18-5c2929ddb29c admin admin] 10.222.0.59 "DELETE /v2.0/networks/c83b878d-c6ae-40da-95c7-b8256cbfe747 HTTP/1.1" status: 204 len: 168 time: 0.3493762 Mar 31 22:13:04.204455 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be867a-a20d-4c5d-9d18-5c2929ddb29c admin admin] Pushing event deleted for resources: {'Network': ['ID=c83b878d-c6ae-40da-95c7-b8256cbfe747,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:04.238893 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa68ea-12de-4554-8ccb-52fb12a3ab28 req-61241885-c2da-4071-8413-e5091675c568 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:04.240265 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-39aa68ea-12de-4554-8ccb-52fb12a3ab28 req-61241885-c2da-4071-8413-e5091675c568 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 944 time: 0.0615270 Mar 31 22:13:04.241869 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-de7e7933-36a1-45b8-a04f-0630f2c54db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:04.289077 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-39aa68ea-12de-4554-8ccb-52fb12a3ab28 req-98f4c954-9495-45ad-a99e-9f5e0281aa47 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432525 Mar 31 22:13:04.569554 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 36320) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:13:04.610145 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-7c8da7dc-609f-4b16-8bcb-62c5f7e12caa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d2d385411230479ca9fd6bf55d3a3300&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393908 Mar 31 22:13:04.612544 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 36324) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:13:04.658558 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1bebcb63-0b29-4b67-8e43-a8176468d62c admin admin] Publish callbacks [] for security_group (60133465-cce7-4752-8e46-b5593f2bce35), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:04.679740 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1bebcb63-0b29-4b67-8e43-a8176468d62c admin admin] Publish callbacks [] for security_group (60133465-cce7-4752-8e46-b5593f2bce35), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:04.790635 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1bebcb63-0b29-4b67-8e43-a8176468d62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (60133465-cce7-4752-8e46-b5593f2bce35), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:04.793180 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-1bebcb63-0b29-4b67-8e43-a8176468d62c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:04.794380 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-1bebcb63-0b29-4b67-8e43-a8176468d62c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/60133465-cce7-4752-8e46-b5593f2bce35 HTTP/1.1" status: 204 len: 168 time: 0.1809211 Mar 31 22:13:04.802858 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bebcb63-0b29-4b67-8e43-a8176468d62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60133465-cce7-4752-8e46-b5593f2bce35,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:05.409464 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac85af1-d7b3-4f8a-868a-4a8755e15eda req-a8a79d96-c50f-4acc-bed9-65f1ac883b81 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:05.410959 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7ac85af1-d7b3-4f8a-868a-4a8755e15eda req-a8a79d96-c50f-4acc-bed9-65f1ac883b81 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 944 time: 0.0568089 Mar 31 22:13:05.460527 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7ac85af1-d7b3-4f8a-868a-4a8755e15eda req-e7436164-e3f4-4178-8818-c9e68dfa1577 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438626 Mar 31 22:13:06.409241 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 36358) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:13:06.511827 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8d7f7ed4-bfb7-483c-b843-1312e646935a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:06.597092 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 0c986ac4-6f24-4249-a29d-72d50fc9dc2e up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:13:06.603898 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23171d-4ad7-4237-b824-356017b56bc6 req-a0360277-529e-4954-b3e2-02ee88ebf123 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:06.605339 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bc23171d-4ad7-4237-b824-356017b56bc6 req-a0360277-529e-4954-b3e2-02ee88ebf123 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 944 time: 0.0731287 Mar 31 22:13:06.651426 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8d7f7ed4-bfb7-483c-b843-1312e646935a admin admin] Publish callbacks [] for security_group (ea70843f-478c-4299-bc71-f4baada51aca), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:06.663802 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-87792d65-a5e9-48cb-b388-7681f51a4736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:06.677150 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bc23171d-4ad7-4237-b824-356017b56bc6 req-f6897d16-23b7-42ad-b5d5-7d6ef6b5137d tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652974 Mar 31 22:13:06.733505 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning for port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 22:13:06.737835 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:13:06.738312 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (0c986ac4-6f24-4249-a29d-72d50fc9dc2e), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:06.755830 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8d7f7ed4-bfb7-483c-b843-1312e646935a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (ea70843f-478c-4299-bc71-f4baada51aca), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:06.795250 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-8d7f7ed4-bfb7-483c-b843-1312e646935a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=edc86d2e89714fe787afa0deb3effcb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3843772 Mar 31 22:13:06.796237 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f7ed4-bfb7-483c-b843-1312e646935a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea70843f-478c-4299-bc71-f4baada51aca,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:06.798028 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 36366) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:13:06.803727 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f7ed4-bfb7-483c-b843-1312e646935a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:06.804420 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f7ed4-bfb7-483c-b843-1312e646935a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:06.804754 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f7ed4-bfb7-483c-b843-1312e646935a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:06.805097 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f7ed4-bfb7-483c-b843-1312e646935a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:06.805436 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f7ed4-bfb7-483c-b843-1312e646935a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:06.805769 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f7ed4-bfb7-483c-b843-1312e646935a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:06.806099 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f7ed4-bfb7-483c-b843-1312e646935a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:06.806935 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f7ed4-bfb7-483c-b843-1312e646935a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:06.806935 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f7ed4-bfb7-483c-b843-1312e646935a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:06.807161 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f7ed4-bfb7-483c-b843-1312e646935a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:06.807420 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f7ed4-bfb7-483c-b843-1312e646935a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:06.807740 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f7ed4-bfb7-483c-b843-1312e646935a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:06.808067 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f7ed4-bfb7-483c-b843-1312e646935a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:06.808957 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f7ed4-bfb7-483c-b843-1312e646935a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:06.808957 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7f7ed4-bfb7-483c-b843-1312e646935a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:06.822862 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:13:06.823402 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (0c986ac4-6f24-4249-a29d-72d50fc9dc2e), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:06.846570 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3541d36c-1e21-4551-a1e7-3924678d015f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c986ac4-6f24-4249-a29d-72d50fc9dc2e'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:13:06.848631 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-08eb7b64-1496-4c2b-abdd-81460b7c5c50 admin admin] Publish callbacks [] for security_group (ea70843f-478c-4299-bc71-f4baada51aca), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:06.848841 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de69e85f-ed77-4cb9-9fe2-bdb60e0e48b2" -d '{"events": [{"server_uuid": "3541d36c-1e21-4551-a1e7-3924678d015f", "name": "network-vif-plugged", "status": "completed", "tag": "0c986ac4-6f24-4249-a29d-72d50fc9dc2e"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:13:06.862841 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0c986ac4-6f24-4249-a29d-72d50fc9dc2e,segment=NetworkSegment(46071887-b4fe-46d8-89c7-4d232b71419f),segment_id=46071887-b4fe-46d8-89c7-4d232b71419f)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:13:06.871498 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-08eb7b64-1496-4c2b-abdd-81460b7c5c50 admin admin] Publish callbacks [] for security_group (ea70843f-478c-4299-bc71-f4baada51aca), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:06.889964 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb10088-d541-4d0a-bc99-35334eb47d7f x-openstack-request-id: req-8bb10088-d541-4d0a-bc99-35334eb47d7f {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:13:06.889964 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3541d36c-1e21-4551-a1e7-3924678d015f", "name": "network-vif-plugged", "status": "completed", "tag": "0c986ac4-6f24-4249-a29d-72d50fc9dc2e", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:13:06.889964 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8bb10088-d541-4d0a-bc99-35334eb47d7f {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:13:06.889964 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bb10088-d541-4d0a-bc99-35334eb47d7f'] response: {'server_uuid': '3541d36c-1e21-4551-a1e7-3924678d015f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c986ac4-6f24-4249-a29d-72d50fc9dc2e', 'code': 200} Mar 31 22:13:06.951072 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (0c986ac4-6f24-4249-a29d-72d50fc9dc2e), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:06.979169 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-08eb7b64-1496-4c2b-abdd-81460b7c5c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (ea70843f-478c-4299-bc71-f4baada51aca), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:06.981821 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-08eb7b64-1496-4c2b-abdd-81460b7c5c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:06.983221 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-08eb7b64-1496-4c2b-abdd-81460b7c5c50 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ea70843f-478c-4299-bc71-f4baada51aca HTTP/1.1" status: 204 len: 168 time: 0.1840644 Mar 31 22:13:07.002464 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb7b64-1496-4c2b-abdd-81460b7c5c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea70843f-478c-4299-bc71-f4baada51aca,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:07.003485 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=0c986ac4-6f24-4249-a29d-72d50fc9dc2e,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:07.145789 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:13:07.251843 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432e683-9ec8-47cf-b1b1-573f0c3c087f req-f28ab1bb-bb81-4e19-aa5c-c05191ec79e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:07.253358 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5432e683-9ec8-47cf-b1b1-573f0c3c087f req-f28ab1bb-bb81-4e19-aa5c-c05191ec79e8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 1129 time: 0.0461218 Mar 31 22:13:07.299695 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5432e683-9ec8-47cf-b1b1-573f0c3c087f req-e3e0dd11-0e71-4fde-99b7-c12c1177967f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406733 Mar 31 22:13:07.608403 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:07.795305 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad754e1-e6c2-4491-a3b4-e0e456c11051 req-f5747e5b-57f7-4a45-9fe3-a067ee0089bc tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:07.796784 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7ad754e1-e6c2-4491-a3b4-e0e456c11051 req-f5747e5b-57f7-4a45-9fe3-a067ee0089bc tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 945 time: 0.0530939 Mar 31 22:13:07.807814 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:07.847964 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7ad754e1-e6c2-4491-a3b4-e0e456c11051 req-fe7c04af-de31-444e-b0d2-0cc7621b133d tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453629 Mar 31 22:13:08.969474 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463e905-b7bf-4267-a813-dd655d8517ca req-fab5f0f6-c27b-4bbc-9772-69ced8a6f59d tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:08.970882 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5463e905-b7bf-4267-a813-dd655d8517ca req-fab5f0f6-c27b-4bbc-9772-69ced8a6f59d tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 945 time: 0.0542183 Mar 31 22:13:09.023688 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5463e905-b7bf-4267-a813-dd655d8517ca req-6b764a95-dc75-483a-99e3-a9583e684217 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470853 Mar 31 22:13:09.087546 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:09.141814 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da515b-555b-4282-b49b-1a5bf3acd027 req-0138a3bf-950e-4d15-b6e2-8b3dca8bfe6c tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:09.143351 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-37da515b-555b-4282-b49b-1a5bf3acd027 req-0138a3bf-950e-4d15-b6e2-8b3dca8bfe6c tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 945 time: 0.0529630 Mar 31 22:13:09.192146 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-37da515b-555b-4282-b49b-1a5bf3acd027 req-63ed60c7-aa26-409f-bb68-f599f61ee2b4 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430975 Mar 31 22:13:09.213053 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 36416) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:13:09.402498 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e563df-bfe1-4251-90f1-5577f56b35ab tempest-TestShelveInstance-954269253 tempest-TestShelveInstance-954269253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:09.404076 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f5e563df-bfe1-4251-90f1-5577f56b35ab tempest-TestShelveInstance-954269253 tempest-TestShelveInstance-954269253-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 1124 time: 0.1900363 Mar 31 22:13:09.407623 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 36420) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:13:09.412104 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-6b75c82e-3bae-44d2-b54c-aacc96a36aee tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Request body: {'floatingip': {'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'port_id': '0c986ac4-6f24-4249-a29d-72d50fc9dc2e', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:13:09.487234 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6b75c82e-3bae-44d2-b54c-aacc96a36aee tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:09.585671 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6b75c82e-3bae-44d2-b54c-aacc96a36aee tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:09.693121 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-6b75c82e-3bae-44d2-b54c-aacc96a36aee tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Allocated IP 172.27.2.117 (ad19088a-a902-4a91-855f-5fb9d1c67d87/5d366205-9c7a-4898-9c8b-600d476ec59e/652cb067-3682-4b94-9471-3b2e3e427957) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:13:09.955739 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-ecb17b50-5e07-4fce-93e7-b2beb11ccca8 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0a7636e9c1ba45fa95968671aca037f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366299 Mar 31 22:13:10.003790 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6b75c82e-3bae-44d2-b54c-aacc96a36aee tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for port (652cb067-3682-4b94-9471-3b2e3e427957), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:10.170442 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-28585bca-f638-4122-a05a-eae2efbfdd68 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:10.171942 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-28585bca-f638-4122-a05a-eae2efbfdd68 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2112260 Mar 31 22:13:10.186601 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-740f6055-962c-4e55-b885-010669efabaf tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/quotas/0a7636e9c1ba45fa95968671aca037f3 HTTP/1.1" status: 200 len: 375 time: 0.0090866 Mar 31 22:13:10.436778 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:10.463061 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-1265b50e-79de-4e87-9dee-ac09b8860055 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=0a7636e9c1ba45fa95968671aca037f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2715361 Mar 31 22:13:10.464216 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6b75c82e-3bae-44d2-b54c-aacc96a36aee tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (652cb067-3682-4b94-9471-3b2e3e427957), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:10.500933 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b75c82e-3bae-44d2-b54c-aacc96a36aee tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:13:10.503814 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-6b75c82e-3bae-44d2-b54c-aacc96a36aee tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:13:10.507404 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b75c82e-3bae-44d2-b54c-aacc96a36aee tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:13:10.533154 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75c82e-3bae-44d2-b54c-aacc96a36aee tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Pushing event updated for resources: {'Port': ['ID=652cb067-3682-4b94-9471-3b2e3e427957,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:10.723269 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-629a6b32-cc18-4f3a-975d-dccdf838517b req-d29b2208-ce75-4b7e-9d00-7077f9fa9bc6 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8e1fcf2-7435-424c-8c12-a3146c0fd6e4 HTTP/1.1" status: 200 len: 210 time: 0.0589530 Mar 31 22:13:10.899423 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6b75c82e-3bae-44d2-b54c-aacc96a36aee tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for floatingip (4d3dfe9a-d304-401c-969f-dddf91825bfd), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:11.034894 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6b75c82e-3bae-44d2-b54c-aacc96a36aee tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (652cb067-3682-4b94-9471-3b2e3e427957), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:11.189444 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6b75c82e-3bae-44d2-b54c-aacc96a36aee tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for port (652cb067-3682-4b94-9471-3b2e3e427957), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:11.269098 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6b75c82e-3bae-44d2-b54c-aacc96a36aee tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114205'] for port (652cb067-3682-4b94-9471-3b2e3e427957), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:11.345877 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75c82e-3bae-44d2-b54c-aacc96a36aee tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Pushing event updated for resources: {'Port': ['ID=652cb067-3682-4b94-9471-3b2e3e427957,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:11.362629 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6b75c82e-3bae-44d2-b54c-aacc96a36aee tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (4d3dfe9a-d304-401c-969f-dddf91825bfd), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:11.467679 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-6b75c82e-3bae-44d2-b54c-aacc96a36aee tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Floating IP 4d3dfe9a-d304-401c-969f-dddf91825bfd associated. External IP: 172.27.2.117, port: 0c986ac4-6f24-4249-a29d-72d50fc9dc2e. Mar 31 22:13:11.678395 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b75c82e-3bae-44d2-b54c-aacc96a36aee tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Router 9b18794e-f38c-45de-b9fb-b7ee8aa849ce has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:13:11.825262 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8cfe60f9-96ad-42f7-8415-22427ce8980d req-75aad9b6-84f9-4a5f-8539-0248dab4f5e1 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8e1fcf2-7435-424c-8c12-a3146c0fd6e4 HTTP/1.1" status: 200 len: 210 time: 0.0341499 Mar 31 22:13:11.826464 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b75c82e-3bae-44d2-b54c-aacc96a36aee tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:13:11.838879 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004a93f5-5d8f-4436-8c07-ad827d5e7e4f None None] Sync routers for ids ['9b18794e-f38c-45de-b9fb-b7ee8aa849ce'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:13:11.851482 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004a93f5-5d8f-4436-8c07-ad827d5e7e4f None None] Routers {'9b18794e-f38c-45de-b9fb-b7ee8aa849ce'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:13:11.852247 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-004a93f5-5d8f-4436-8c07-ad827d5e7e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:13:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['9b18794e-f38c-45de-b9fb-b7ee8aa849ce'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:13:11.935220 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6b75c82e-3bae-44d2-b54c-aacc96a36aee tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:11.959589 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-004a93f5-5d8f-4436-8c07-ad827d5e7e4f None None] Set router 9b18794e-f38c-45de-b9fb-b7ee8aa849ce gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:13:11.976780 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-6b75c82e-3bae-44d2-b54c-aacc96a36aee tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5564334 Mar 31 22:13:11.976780 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3541d36c-1e21-4551-a1e7-3924678d015f', 'tag': '0c986ac4-6f24-4249-a29d-72d50fc9dc2e'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:13:11.976780 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d034bfc735977369ecc1df0796a02fa1e575f952a1ba42ee6983d0042c1cfb33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388ecf3e-3036-4cbf-9734-bce1e6a5a2d1" -d '{"events": [{"name": "network-changed", "server_uuid": "3541d36c-1e21-4551-a1e7-3924678d015f", "tag": "0c986ac4-6f24-4249-a29d-72d50fc9dc2e"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:13:12.129118 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac0747e-8b6f-4eef-bde6-7ca3981f7d66 x-openstack-request-id: req-3ac0747e-8b6f-4eef-bde6-7ca3981f7d66 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:13:12.129708 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3541d36c-1e21-4551-a1e7-3924678d015f", "tag": "0c986ac4-6f24-4249-a29d-72d50fc9dc2e", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:13:12.129708 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3ac0747e-8b6f-4eef-bde6-7ca3981f7d66 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:13:12.130051 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ac0747e-8b6f-4eef-bde6-7ca3981f7d66'] response: {'name': 'network-changed', 'server_uuid': '3541d36c-1e21-4551-a1e7-3924678d015f', 'tag': '0c986ac4-6f24-4249-a29d-72d50fc9dc2e', 'status': 'completed', 'code': 200} Mar 31 22:13:12.192773 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-004a93f5-5d8f-4436-8c07-ad827d5e7e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'name': 'tempest-TestShelveInstance-1849297893-router', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '0e17417a-ea94-448f-bd3f-0f5f9a3371b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:12:08Z', 'updated_at': '2022-03-31T22:12:12Z', 'revision_number': 4, 'project_id': 'f01f56a3345549e293388df536c13114', 'gw_port': {'id': '0e17417a-ea94-448f-bd3f-0f5f9a3371b4', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:46:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:09Z', 'updated_at': '2022-03-31T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': '4d3dfe9a-d304-401c-969f-dddf91825bfd', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'port_id': '0c986ac4-6f24-4249-a29d-72d50fc9dc2e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306', 'mac_address': 'fa:16:3e:94:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3541d36c-1e21-4551-a1e7-3924678d015f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:13:10Z', 'updated_at': '2022-03-31T22:13:10Z', 'revision_number': 0, 'project_id': 'f01f56a3345549e293388df536c13114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2537db9-432b-4169-af1e-f400faa84793', 'name': '', 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'mac_address': 'fa:16:3e:3b:22:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '19ca2eea-2520-4d8a-8741-e1131c92ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:11Z', 'updated_at': '2022-03-31T22:12:16Z', 'revision_number': 5, 'project_id': 'f01f56a3345549e293388df536c13114', 'subnets': [{'id': '19ca2eea-2520-4d8a-8741-e1131c92ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:13:12.207114 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ecf3e-3036-4cbf-9734-bce1e6a5a2d1 req-e3726ab3-e3c5-4780-b779-496732ddd368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:12.208632 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-388ecf3e-3036-4cbf-9734-bce1e6a5a2d1 req-e3726ab3-e3c5-4780-b779-496732ddd368 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f01f56a3345549e293388df536c13114&device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 1129 time: 0.0451560 Mar 31 22:13:12.224332 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004a93f5-5d8f-4436-8c07-ad827d5e7e4f None None] Checking router: 9b18794e-f38c-45de-b9fb-b7ee8aa849ce for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:13:12.233398 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004a93f5-5d8f-4436-8c07-ad827d5e7e4f None None] Routers {'9b18794e-f38c-45de-b9fb-b7ee8aa849ce'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:13:12.233930 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-004a93f5-5d8f-4436-8c07-ad827d5e7e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:13:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['9b18794e-f38c-45de-b9fb-b7ee8aa849ce'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:13:12.309426 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ecf3e-3036-4cbf-9734-bce1e6a5a2d1 req-461277b8-196f-42f0-98ee-835f69be168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:12.311222 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-388ecf3e-3036-4cbf-9734-bce1e6a5a2d1 req-461277b8-196f-42f0-98ee-835f69be168b service neutron] 10.222.0.57 "GET /v2.0/networks?id=d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306 HTTP/1.1" status: 200 len: 910 time: 0.0920601 Mar 31 22:13:12.349568 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-004a93f5-5d8f-4436-8c07-ad827d5e7e4f None None] Set router 9b18794e-f38c-45de-b9fb-b7ee8aa849ce gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:13:12.387124 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-388ecf3e-3036-4cbf-9734-bce1e6a5a2d1 req-ad99bf18-2fd9-4a46-a1d8-d9fd0e3d4a2b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c986ac4-6f24-4249-a29d-72d50fc9dc2e HTTP/1.1" status: 200 len: 999 time: 0.0695052 Mar 31 22:13:12.439089 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ecf3e-3036-4cbf-9734-bce1e6a5a2d1 req-34b51e26-0490-47b4-b7ef-4faabd9f0c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:12.440811 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-388ecf3e-3036-4cbf-9734-bce1e6a5a2d1 req-34b51e26-0490-47b4-b7ef-4faabd9f0c98 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19ca2eea-2520-4d8a-8741-e1131c92ae8e HTTP/1.1" status: 200 len: 848 time: 0.0458107 Mar 31 22:13:12.502797 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ecf3e-3036-4cbf-9734-bce1e6a5a2d1 req-5a1f669f-9668-4679-abb4-0f0dd757b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:12.504326 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-388ecf3e-3036-4cbf-9734-bce1e6a5a2d1 req-5a1f669f-9668-4679-abb4-0f0dd757b505 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502758 Mar 31 22:13:12.577990 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-004a93f5-5d8f-4436-8c07-ad827d5e7e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'name': 'tempest-TestShelveInstance-1849297893-router', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '0e17417a-ea94-448f-bd3f-0f5f9a3371b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:12:08Z', 'updated_at': '2022-03-31T22:12:12Z', 'revision_number': 4, 'project_id': 'f01f56a3345549e293388df536c13114', 'gw_port': {'id': '0e17417a-ea94-448f-bd3f-0f5f9a3371b4', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:46:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:09Z', 'updated_at': '2022-03-31T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': '4d3dfe9a-d304-401c-969f-dddf91825bfd', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'port_id': '0c986ac4-6f24-4249-a29d-72d50fc9dc2e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306', 'mac_address': 'fa:16:3e:94:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3541d36c-1e21-4551-a1e7-3924678d015f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:13:10Z', 'updated_at': '2022-03-31T22:13:10Z', 'revision_number': 0, 'project_id': 'f01f56a3345549e293388df536c13114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2537db9-432b-4169-af1e-f400faa84793', 'name': '', 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'mac_address': 'fa:16:3e:3b:22:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '19ca2eea-2520-4d8a-8741-e1131c92ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:11Z', 'updated_at': '2022-03-31T22:12:16Z', 'revision_number': 5, 'project_id': 'f01f56a3345549e293388df536c13114', 'subnets': [{'id': '19ca2eea-2520-4d8a-8741-e1131c92ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:13:12.599599 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-388ecf3e-3036-4cbf-9734-bce1e6a5a2d1 req-5bcdfd14-097c-4c2d-9d65-072ac602cbec service neutron] 10.222.0.57 "GET /v2.0/networks/d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847287 Mar 31 22:13:12.607419 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004a93f5-5d8f-4436-8c07-ad827d5e7e4f None None] The sync data for ids ['9b18794e-f38c-45de-b9fb-b7ee8aa849ce'] in dv-cinder-836083-1-iscsi is: [{'id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'name': 'tempest-TestShelveInstance-1849297893-router', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '0e17417a-ea94-448f-bd3f-0f5f9a3371b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:12:08Z', 'updated_at': '2022-03-31T22:12:12Z', 'revision_number': 4, 'project_id': 'f01f56a3345549e293388df536c13114', 'gw_port': {'id': '0e17417a-ea94-448f-bd3f-0f5f9a3371b4', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:46:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:09Z', 'updated_at': '2022-03-31T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': '4d3dfe9a-d304-401c-969f-dddf91825bfd', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'floating_ip_address': '172.27.2.117', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'port_id': '0c986ac4-6f24-4249-a29d-72d50fc9dc2e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306', 'mac_address': 'fa:16:3e:94:17:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3541d36c-1e21-4551-a1e7-3924678d015f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:13:10Z', 'updated_at': '2022-03-31T22:13:10Z', 'revision_number': 0, 'project_id': 'f01f56a3345549e293388df536c13114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2537db9-432b-4169-af1e-f400faa84793', 'name': '', 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'mac_address': 'fa:16:3e:3b:22:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '19ca2eea-2520-4d8a-8741-e1131c92ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:11Z', 'updated_at': '2022-03-31T22:12:16Z', 'revision_number': 5, 'project_id': 'f01f56a3345549e293388df536c13114', 'subnets': [{'id': '19ca2eea-2520-4d8a-8741-e1131c92ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:13:12.697899 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-388ecf3e-3036-4cbf-9734-bce1e6a5a2d1 req-8f72c32f-8ee4-4468-8e7a-d5235312f0c8 service neutron] 10.222.0.57 "GET /v2.0/networks/d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915201 Mar 31 22:13:12.831722 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbc7039-f51f-41ba-a8d9-bbf991441220 None None] New status for floating IP 4d3dfe9a-d304-401c-969f-dddf91825bfd: ACTIVE {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:13:12.926762 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c0ef2d94-020c-42c9-8ef5-cfa6c89317e0 req-e860202e-e1d4-4be3-8cd6-278637cb3814 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8e1fcf2-7435-424c-8c12-a3146c0fd6e4 HTTP/1.1" status: 200 len: 210 time: 0.0278900 Mar 31 22:13:12.968396 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-998eedf2-4420-49a3-babf-bb720a51c198 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=0a7636e9c1ba45fa95968671aca037f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307608 Mar 31 22:13:13.154784 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-38cd7447-7530-4284-9742-41b72cbab656 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:13.156644 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-38cd7447-7530-4284-9742-41b72cbab656 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823132 Mar 31 22:13:13.189253 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-dc0a9297-b64a-4208-9f7a-1e2492c4c3a7 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Request body: {'port': {'device_id': 'a8e1fcf2-7435-424c-8c12-a3146c0fd6e4', 'network_id': '210eff61-5c35-441a-9223-a015275ba627', 'admin_state_up': True, 'tenant_id': '0a7636e9c1ba45fa95968671aca037f3'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:13:13.264168 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cbf3f-fcef-482f-8688-5f011430e130 req-28b6964a-8de7-4baf-b575-5d3dea9c33e2 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:13.265624 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-160cbf3f-fcef-482f-8688-5f011430e130 req-28b6964a-8de7-4baf-b575-5d3dea9c33e2 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=359cf1ba-4ac3-47b2-ad0a-d8b3836527ae HTTP/1.1" status: 200 len: 945 time: 0.0561976 Mar 31 22:13:13.316894 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-160cbf3f-fcef-482f-8688-5f011430e130 req-da087fee-aca8-40a9-8e39-a1e8af174c2f tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab68280a-2208-4b33-b365-1bbf5d8085ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455143 Mar 31 22:13:13.383396 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-dc0a9297-b64a-4208-9f7a-1e2492c4c3a7 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Made reservation on behalf of 0a7636e9c1ba45fa95968671aca037f3 for: {'port': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:13:13.386845 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-dc0a9297-b64a-4208-9f7a-1e2492c4c3a7 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:13.396093 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-dc0a9297-b64a-4208-9f7a-1e2492c4c3a7 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:13.470270 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-dc0a9297-b64a-4208-9f7a-1e2492c4c3a7 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Publish callbacks [] for security_group (22388934-9326-4575-b16a-cdd45dc9f2f4), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:13.538698 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-dc0a9297-b64a-4208-9f7a-1e2492c4c3a7 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (22388934-9326-4575-b16a-cdd45dc9f2f4), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:13.603366 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a9297-b64a-4208-9f7a-1e2492c4c3a7 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22388934-9326-4575-b16a-cdd45dc9f2f4,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:13.671146 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-dc0a9297-b64a-4208-9f7a-1e2492c4c3a7 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Allocated IP 192.168.233.194 (210eff61-5c35-441a-9223-a015275ba627/7a1f0718-ac01-4761-aa13-adceca9c8136/d9b77610-06ff-4055-b9eb-5ad34f8b40a9) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:13:13.815079 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-dc0a9297-b64a-4208-9f7a-1e2492c4c3a7 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Publish callbacks [] for port (d9b77610-06ff-4055-b9eb-5ad34f8b40a9), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:13.921478 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-dc0a9297-b64a-4208-9f7a-1e2492c4c3a7 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (d9b77610-06ff-4055-b9eb-5ad34f8b40a9), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:13.963650 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-dc0a9297-b64a-4208-9f7a-1e2492c4c3a7 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Network 210eff61-5c35-441a-9223-a015275ba627 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:13:13.967357 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-dc0a9297-b64a-4208-9f7a-1e2492c4c3a7 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:13:13.973433 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-dc0a9297-b64a-4208-9f7a-1e2492c4c3a7 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:13:13.979962 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a9297-b64a-4208-9f7a-1e2492c4c3a7 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Pushing event updated for resources: {'Port': ['ID=d9b77610-06ff-4055-b9eb-5ad34f8b40a9,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:14.027149 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-dc0a9297-b64a-4208-9f7a-1e2492c4c3a7 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:14.027928 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-dc0a9297-b64a-4208-9f7a-1e2492c4c3a7 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:14.058467 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aedc4f-bc22-4e7f-92e2-004d21565ee6 req-f8c093a0-1ebe-4336-a9e6-7bea80289956 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:14.059976 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-84aedc4f-bc22-4e7f-92e2-004d21565ee6 req-f8c093a0-1ebe-4336-a9e6-7bea80289956 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8e1fcf2-7435-424c-8c12-a3146c0fd6e4 HTTP/1.1" status: 200 len: 936 time: 0.0563376 Mar 31 22:13:14.108152 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-dc0a9297-b64a-4208-9f7a-1e2492c4c3a7 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9233367 Mar 31 22:13:14.109757 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-84aedc4f-bc22-4e7f-92e2-004d21565ee6 req-c56801ff-50cc-4ee8-9286-42ee06b7725f tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/security-groups?id=22388934-9326-4575-b16a-cdd45dc9f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440969 Mar 31 22:13:14.130002 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-a4a3ec99-9830-48ed-96d3-a906680d8a1e service neutron] Request body: {'port': {'device_id': 'a8e1fcf2-7435-424c-8c12-a3146c0fd6e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:13:14.183861 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-a4a3ec99-9830-48ed-96d3-a906680d8a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (d9b77610-06ff-4055-b9eb-5ad34f8b40a9), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:14.250791 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-0530a8c7-a664-4628-8603-d97c26b79648 None None] Provisioning complete for port d9b77610-06ff-4055-b9eb-5ad34f8b40a9 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:13:14.251355 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0530a8c7-a664-4628-8603-d97c26b79648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (d9b77610-06ff-4055-b9eb-5ad34f8b40a9), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:14.284831 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-0530a8c7-a664-4628-8603-d97c26b79648 None None] Port d9b77610-06ff-4055-b9eb-5ad34f8b40a9 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:13:14.443690 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0208aee-d811-437b-a236-4b615d2c8f05 req-b1f5684d-8669-4978-99c4-318d9aa82114 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:14.444273 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-a4a3ec99-9830-48ed-96d3-a906680d8a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b77610-06ff-4055-b9eb-5ad34f8b40a9 {{(pid=110666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:13:14.445085 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a0208aee-d811-437b-a236-4b615d2c8f05 req-b1f5684d-8669-4978-99c4-318d9aa82114 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=359cf1ba-4ac3-47b2-ad0a-d8b3836527ae HTTP/1.1" status: 200 len: 945 time: 0.0516615 Mar 31 22:13:14.452352 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-a4a3ec99-9830-48ed-96d3-a906680d8a1e service neutron] Publish callbacks [] for port (d9b77610-06ff-4055-b9eb-5ad34f8b40a9), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:14.464549 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.provisioning_blocks [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-a4a3ec99-9830-48ed-96d3-a906680d8a1e service neutron] Transition to ACTIVE for port object d9b77610-06ff-4055-b9eb-5ad34f8b40a9 will not be triggered until provisioned by entity L2. {{(pid=110666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 22:13:14.491823 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a0208aee-d811-437b-a236-4b615d2c8f05 req-cd78c702-a5b0-413f-9970-51beefc7b374 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab68280a-2208-4b33-b365-1bbf5d8085ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404937 Mar 31 22:13:14.561791 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-a4a3ec99-9830-48ed-96d3-a906680d8a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (d9b77610-06ff-4055-b9eb-5ad34f8b40a9), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:14.631797 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3ec99-9830-48ed-96d3-a906680d8a1e service neutron] Pushing event updated for resources: {'Port': ['ID=d9b77610-06ff-4055-b9eb-5ad34f8b40a9,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:14.687947 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-a4a3ec99-9830-48ed-96d3-a906680d8a1e service neutron] Attempting to bind port d9b77610-06ff-4055-b9eb-5ad34f8b40a9 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:13:14.691753 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-a4a3ec99-9830-48ed-96d3-a906680d8a1e service neutron] Attempting to bind port d9b77610-06ff-4055-b9eb-5ad34f8b40a9 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': 'bfb32ccf-1658-4ef3-8441-f1519106871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '210eff61-5c35-441a-9223-a015275ba627'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:13:14.691753 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-a4a3ec99-9830-48ed-96d3-a906680d8a1e service neutron] Attempting to bind port d9b77610-06ff-4055-b9eb-5ad34f8b40a9 on network 210eff61-5c35-441a-9223-a015275ba627 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:13:14.693499 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-a4a3ec99-9830-48ed-96d3-a906680d8a1e service neutron] Port d9b77610-06ff-4055-b9eb-5ad34f8b40a9 on network 210eff61-5c35-441a-9223-a015275ba627 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:13:14.693875 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-a4a3ec99-9830-48ed-96d3-a906680d8a1e service neutron] Attempting to bind port d9b77610-06ff-4055-b9eb-5ad34f8b40a9 on network 210eff61-5c35-441a-9223-a015275ba627 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:13:14.698959 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-a4a3ec99-9830-48ed-96d3-a906680d8a1e service neutron] Checking agent: {'id': '0c6c7b6d-d51d-4e70-9732-01ea9921e922', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'started_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:13:14.699300 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-a4a3ec99-9830-48ed-96d3-a906680d8a1e service neutron] Checking segment: {'id': 'bfb32ccf-1658-4ef3-8441-f1519106871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '210eff61-5c35-441a-9223-a015275ba627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:13:14.699687 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-a4a3ec99-9830-48ed-96d3-a906680d8a1e service neutron] Bound using segment: {'id': 'bfb32ccf-1658-4ef3-8441-f1519106871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '210eff61-5c35-441a-9223-a015275ba627'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:13:14.700116 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-a4a3ec99-9830-48ed-96d3-a906680d8a1e service neutron] Bound port: d9b77610-06ff-4055-b9eb-5ad34f8b40a9, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfb32ccf-1658-4ef3-8441-f1519106871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '210eff61-5c35-441a-9223-a015275ba627'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:13:14.701027 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-a4a3ec99-9830-48ed-96d3-a906680d8a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (d9b77610-06ff-4055-b9eb-5ad34f8b40a9), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:14.766187 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-a4a3ec99-9830-48ed-96d3-a906680d8a1e service neutron] For port d9b77610-06ff-4055-b9eb-5ad34f8b40a9, host hv-cinder-83608, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:13:14.769212 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-a4a3ec99-9830-48ed-96d3-a906680d8a1e service neutron] For port d9b77610-06ff-4055-b9eb-5ad34f8b40a9, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=d9b77610-06ff-4055-b9eb-5ad34f8b40a9,segment=NetworkSegment(bfb32ccf-1658-4ef3-8441-f1519106871a),segment_id=bfb32ccf-1658-4ef3-8441-f1519106871a)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:13:14.928242 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-a4a3ec99-9830-48ed-96d3-a906680d8a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (d9b77610-06ff-4055-b9eb-5ad34f8b40a9), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:14.962834 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-a4a3ec99-9830-48ed-96d3-a906680d8a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:14.963445 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-a4a3ec99-9830-48ed-96d3-a906680d8a1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:14.964810 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-a4a3ec99-9830-48ed-96d3-a906680d8a1e service neutron] 10.222.0.57 "PUT /v2.0/ports/d9b77610-06ff-4055-b9eb-5ad34f8b40a9 HTTP/1.1" status: 200 len: 1098 time: 0.8475873 Mar 31 22:13:14.978219 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e1fcf2-7435-424c-8c12-a3146c0fd6e4', 'tag': 'd9b77610-06ff-4055-b9eb-5ad34f8b40a9'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:13:14.978219 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20758e99-b927-4a11-a44f-bf213cb2f1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e1fcf2-7435-424c-8c12-a3146c0fd6e4", "tag": "d9b77610-06ff-4055-b9eb-5ad34f8b40a9"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:13:14.989309 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3ec99-9830-48ed-96d3-a906680d8a1e service neutron] Pushing event updated for resources: {'Port': ['ID=d9b77610-06ff-4055-b9eb-5ad34f8b40a9,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:15.018594 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfce0d4-713c-4431-b38f-ebbd06dffb87 x-openstack-request-id: req-5bfce0d4-713c-4431-b38f-ebbd06dffb87 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:13:15.018594 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e1fcf2-7435-424c-8c12-a3146c0fd6e4", "tag": "d9b77610-06ff-4055-b9eb-5ad34f8b40a9", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:13:15.018594 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5bfce0d4-713c-4431-b38f-ebbd06dffb87 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:13:15.018594 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bfce0d4-713c-4431-b38f-ebbd06dffb87'] response: {'name': 'network-changed', 'server_uuid': 'a8e1fcf2-7435-424c-8c12-a3146c0fd6e4', 'tag': 'd9b77610-06ff-4055-b9eb-5ad34f8b40a9', 'status': 'completed', 'code': 200} Mar 31 22:13:15.081472 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20758e99-b927-4a11-a44f-bf213cb2f1b6 req-2a6e0032-36c6-45e7-8de7-27b3e4f8fdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:15.083013 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-20758e99-b927-4a11-a44f-bf213cb2f1b6 req-2a6e0032-36c6-45e7-8de7-27b3e4f8fdc2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a7636e9c1ba45fa95968671aca037f3&device_id=a8e1fcf2-7435-424c-8c12-a3146c0fd6e4 HTTP/1.1" status: 200 len: 1132 time: 0.0475364 Mar 31 22:13:15.114530 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-20758e99-b927-4a11-a44f-bf213cb2f1b6 req-2b4b081c-2cfb-44b0-82f9-e90e9b39b148 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=0a7636e9c1ba45fa95968671aca037f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236287 Mar 31 22:13:15.233889 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4c09d-136e-4964-ba51-3f414d47551e req-70e7853e-d75a-49db-8306-a56810f832ed tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:15.235522 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-51b4c09d-136e-4964-ba51-3f414d47551e req-70e7853e-d75a-49db-8306-a56810f832ed tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8e1fcf2-7435-424c-8c12-a3146c0fd6e4 HTTP/1.1" status: 200 len: 948 time: 0.0587344 Mar 31 22:13:15.250743 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc18e5-aef9-4ee5-b2f5-aac1109b8d0e req-8435a8cc-e5c3-4a30-850f-2fbc948806c1 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:15.250743 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-31cc18e5-aef9-4ee5-b2f5-aac1109b8d0e req-8435a8cc-e5c3-4a30-850f-2fbc948806c1 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cf1ba-4ac3-47b2-ad0a-d8b3836527ae HTTP/1.1" status: 200 len: 945 time: 0.1166403 Mar 31 22:13:15.266862 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20758e99-b927-4a11-a44f-bf213cb2f1b6 req-5954bf0a-4ee3-482a-b752-54bffd36ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:15.268261 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-20758e99-b927-4a11-a44f-bf213cb2f1b6 req-5954bf0a-4ee3-482a-b752-54bffd36ffb5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1357625 Mar 31 22:13:15.286963 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-51b4c09d-136e-4964-ba51-3f414d47551e req-0cd64b80-33ea-4919-b52b-4fd18df04ccf tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/security-groups?id=22388934-9326-4575-b16a-cdd45dc9f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426023 Mar 31 22:13:15.385548 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-6cb97f29-68ec-4b6a-b784-730b32748c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:15.387065 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-6cb97f29-68ec-4b6a-b784-730b32748c7c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a7636e9c1ba45fa95968671aca037f3&device_id=a8e1fcf2-7435-424c-8c12-a3146c0fd6e4 HTTP/1.1" status: 200 len: 1132 time: 0.0616899 Mar 31 22:13:15.388827 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-31cc18e5-aef9-4ee5-b2f5-aac1109b8d0e req-15b0301d-13fe-4016-a438-60a81a7fe3ca tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Deleting port db43584c-b933-4256-9671-6b0cf8d4b849 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:13:15.389162 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-31cc18e5-aef9-4ee5-b2f5-aac1109b8d0e req-15b0301d-13fe-4016-a438-60a81a7fe3ca tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (db43584c-b933-4256-9671-6b0cf8d4b849), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:15.461858 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-0f2adbb7-8c94-414e-a669-3bdcbe86366c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=d9b77610-06ff-4055-b9eb-5ad34f8b40a9 HTTP/1.1" status: 200 len: 217 time: 0.0683155 Mar 31 22:13:15.538317 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-8501a38a-8ef2-49d3-9f3d-e894c3c7ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:15.539770 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-8501a38a-8ef2-49d3-9f3d-e894c3c7ddb3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7a1f0718-ac01-4761-aa13-adceca9c8136 HTTP/1.1" status: 200 len: 843 time: 0.0710380 Mar 31 22:13:15.544922 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-31cc18e5-aef9-4ee5-b2f5-aac1109b8d0e req-15b0301d-13fe-4016-a438-60a81a7fe3ca tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] For port db43584c-b933-4256-9671-6b0cf8d4b849, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=db43584c-b933-4256-9671-6b0cf8d4b849,segment=NetworkSegment(35b18903-41d9-4294-bdc7-4b9e2d6675a2),segment_id=35b18903-41d9-4294-bdc7-4b9e2d6675a2)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:13:15.545292 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-31cc18e5-aef9-4ee5-b2f5-aac1109b8d0e req-15b0301d-13fe-4016-a438-60a81a7fe3ca tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (db43584c-b933-4256-9671-6b0cf8d4b849), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:15.582395 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-31cc18e5-aef9-4ee5-b2f5-aac1109b8d0e req-15b0301d-13fe-4016-a438-60a81a7fe3ca tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Calling delete_port for db43584c-b933-4256-9671-6b0cf8d4b849 owned by compute:nova {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:13:15.614450 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe09c2-e623-46c4-86e2-e5e02b1cf9a1 req-7b1c9c4e-3848-4fb6-a047-5261936b7fa7 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:15.615905 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-afbe09c2-e623-46c4-86e2-e5e02b1cf9a1 req-7b1c9c4e-3848-4fb6-a047-5261936b7fa7 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=359cf1ba-4ac3-47b2-ad0a-d8b3836527ae HTTP/1.1" status: 200 len: 945 time: 0.0524457 Mar 31 22:13:15.641361 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-206333e5-9086-485e-8a70-5ce235a41687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:15.642881 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-206333e5-9086-485e-8a70-5ce235a41687 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=210eff61-5c35-441a-9223-a015275ba627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0951068 Mar 31 22:13:15.664741 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-afbe09c2-e623-46c4-86e2-e5e02b1cf9a1 req-e12bcd3a-43c9-497f-8bac-ce0e4650c1f1 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/security-groups?id=ab68280a-2208-4b33-b365-1bbf5d8085ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430627 Mar 31 22:13:16.068332 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-bbbc4926-47f8-4989-b23d-854eebcf4391 req-6087a7e2-30a0-48f4-a72c-65a421890418 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1126733 Mar 31 22:13:16.071975 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-938fbd25-875e-49c6-abe5-5c40f691486e service neutron] 10.222.0.57 "GET /v2.0/networks/210eff61-5c35-441a-9223-a015275ba627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193974 Mar 31 22:13:16.165578 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-31cc18e5-aef9-4ee5-b2f5-aac1109b8d0e req-15b0301d-13fe-4016-a438-60a81a7fe3ca tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (db43584c-b933-4256-9671-6b0cf8d4b849), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:16.177636 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['db43584c-b933-4256-9671-6b0cf8d4b849'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:13:16.213322 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0301d-13fe-4016-a438-60a81a7fe3ca tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Pushing event deleted for resources: {'Port': ['ID=db43584c-b933-4256-9671-6b0cf8d4b849,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:16.257460 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc4926-47f8-4989-b23d-854eebcf4391 req-27bf2de4-3a03-446f-a075-b6f765c01076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:16.259042 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-bbbc4926-47f8-4989-b23d-854eebcf4391 req-27bf2de4-3a03-446f-a075-b6f765c01076 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f01f56a3345549e293388df536c13114&device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 1129 time: 0.1315060 Mar 31 22:13:16.260811 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c62201e5-1a64-48a4-a97b-02c75463ab22 req-bb475264-e626-4da8-965b-ce34ef046f1d service neutron] 10.222.0.57 "GET /v2.0/networks/210eff61-5c35-441a-9223-a015275ba627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762209 Mar 31 22:13:16.275528 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-31cc18e5-aef9-4ee5-b2f5-aac1109b8d0e req-15b0301d-13fe-4016-a438-60a81a7fe3ca tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] No DVR routers for this DVR port db43584c-b933-4256-9671-6b0cf8d4b849 on host hv-cinder-83608 {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:13:16.279426 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-31cc18e5-aef9-4ee5-b2f5-aac1109b8d0e req-15b0301d-13fe-4016-a438-60a81a7fe3ca tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:16.281174 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-31cc18e5-aef9-4ee5-b2f5-aac1109b8d0e req-15b0301d-13fe-4016-a438-60a81a7fe3ca tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.57 "DELETE /v2.0/ports/db43584c-b933-4256-9671-6b0cf8d4b849 HTTP/1.1" status: 204 len: 173 time: 1.0233283 Mar 31 22:13:16.371015 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc4926-47f8-4989-b23d-854eebcf4391 req-8e1f89c2-5fa1-4d6f-8fe9-bc148c453033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:16.373038 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-bbbc4926-47f8-4989-b23d-854eebcf4391 req-8e1f89c2-5fa1-4d6f-8fe9-bc148c453033 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306 HTTP/1.1" status: 200 len: 910 time: 0.0862617 Mar 31 22:13:16.412256 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3237b-219c-4181-a181-0718a8b9bb2f req-e9570181-9c32-49b6-84cd-950124acb81b tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:16.413773 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f3a3237b-219c-4181-a181-0718a8b9bb2f req-e9570181-9c32-49b6-84cd-950124acb81b tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8e1fcf2-7435-424c-8c12-a3146c0fd6e4 HTTP/1.1" status: 200 len: 948 time: 0.0544741 Mar 31 22:13:16.452733 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-bbbc4926-47f8-4989-b23d-854eebcf4391 req-f4ea0c7c-5f66-4358-8b48-f5efac616170 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c986ac4-6f24-4249-a29d-72d50fc9dc2e HTTP/1.1" status: 200 len: 1001 time: 0.0729713 Mar 31 22:13:16.466651 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f3a3237b-219c-4181-a181-0718a8b9bb2f req-767b5ed1-9d00-4aeb-a813-884bcb2efae9 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/security-groups?id=22388934-9326-4575-b16a-cdd45dc9f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463929 Mar 31 22:13:16.504201 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc4926-47f8-4989-b23d-854eebcf4391 req-fc93f0cd-41de-478e-a6fe-90cb221f2782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:16.505699 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-bbbc4926-47f8-4989-b23d-854eebcf4391 req-fc93f0cd-41de-478e-a6fe-90cb221f2782 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19ca2eea-2520-4d8a-8741-e1131c92ae8e HTTP/1.1" status: 200 len: 848 time: 0.0449557 Mar 31 22:13:16.556167 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc4926-47f8-4989-b23d-854eebcf4391 req-d61699ca-7344-4863-99a9-b78b8ead4636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:16.557730 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-bbbc4926-47f8-4989-b23d-854eebcf4391 req-d61699ca-7344-4863-99a9-b78b8ead4636 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451748 Mar 31 22:13:16.650197 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-bbbc4926-47f8-4989-b23d-854eebcf4391 req-4863f014-fef6-4710-8f8f-081fbdc617c5 service neutron] 10.222.0.57 "GET /v2.0/networks/d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848563 Mar 31 22:13:16.755808 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-bbbc4926-47f8-4989-b23d-854eebcf4391 req-8cfb0627-ff3b-4deb-9afb-61edea911b71 service neutron] 10.222.0.57 "GET /v2.0/networks/d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926495 Mar 31 22:13:16.775783 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-73193dab-8c8b-43d6-8d2d-5aca4a89ae3e req-397dda17-89b7-4948-b14a-ab65f20310c2 tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] 10.222.0.59 "GET /v2.0/ports?device_id=359cf1ba-4ac3-47b2-ad0a-d8b3836527ae HTTP/1.1" status: 200 len: 210 time: 0.0268979 Mar 31 22:13:17.015030 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359cf1ba-4ac3-47b2-ad0a-d8b3836527ae', 'name': 'network-vif-deleted', 'tag': 'db43584c-b933-4256-9671-6b0cf8d4b849'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:13:17.017449 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954004c0-3ac8-4eac-a5da-619aaed09b62" -d '{"events": [{"server_uuid": "359cf1ba-4ac3-47b2-ad0a-d8b3836527ae", "name": "network-vif-deleted", "tag": "db43584c-b933-4256-9671-6b0cf8d4b849"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:13:17.057753 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5768b9-0be8-4516-8989-c2bdf19b5579 x-openstack-request-id: req-fa5768b9-0be8-4516-8989-c2bdf19b5579 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:13:17.058106 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359cf1ba-4ac3-47b2-ad0a-d8b3836527ae", "name": "network-vif-deleted", "tag": "db43584c-b933-4256-9671-6b0cf8d4b849", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:13:17.058514 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fa5768b9-0be8-4516-8989-c2bdf19b5579 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:13:17.058998 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa5768b9-0be8-4516-8989-c2bdf19b5579'] response: {'server_uuid': '359cf1ba-4ac3-47b2-ad0a-d8b3836527ae', 'name': 'network-vif-deleted', 'tag': 'db43584c-b933-4256-9671-6b0cf8d4b849', 'status': 'completed', 'code': 200} Mar 31 22:13:17.580598 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919ea23-4418-494d-bf2b-b376de482de0 req-3c376758-cf4e-4c7a-9cd0-afb27cf2135c tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:17.582051 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f919ea23-4418-494d-bf2b-b376de482de0 req-3c376758-cf4e-4c7a-9cd0-afb27cf2135c tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8e1fcf2-7435-424c-8c12-a3146c0fd6e4 HTTP/1.1" status: 200 len: 948 time: 0.0514574 Mar 31 22:13:17.627023 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f919ea23-4418-494d-bf2b-b376de482de0 req-2d12cb29-dc13-4ec1-9d73-a678f0f2779d tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/security-groups?id=22388934-9326-4575-b16a-cdd45dc9f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393875 Mar 31 22:13:18.743472 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f2848-c2fa-4d5e-90e0-f35bc5cf2fd1 req-e47997c7-0096-45c7-ac18-3f72a5a7e325 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:18.744912 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ad2f2848-c2fa-4d5e-90e0-f35bc5cf2fd1 req-e47997c7-0096-45c7-ac18-3f72a5a7e325 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8e1fcf2-7435-424c-8c12-a3146c0fd6e4 HTTP/1.1" status: 200 len: 948 time: 0.0512612 Mar 31 22:13:18.795791 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ad2f2848-c2fa-4d5e-90e0-f35bc5cf2fd1 req-e6871814-9a09-474b-8d28-edf426083ba1 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/security-groups?id=22388934-9326-4575-b16a-cdd45dc9f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446243 Mar 31 22:13:19.691001 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device d9b77610-06ff-4055-b9eb-5ad34f8b40a9 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:13:19.693225 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device db43584c-b933-4256-9671-6b0cf8d4b849 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:13:19.720072 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] No Port match for: db43584c-b933-4256-9671-6b0cf8d4b849 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:13:19.720418 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device db43584c-b933-4256-9671-6b0cf8d4b849 not bound to the agent host hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:13:19.807763 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port d9b77610-06ff-4055-b9eb-5ad34f8b40a9, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=d9b77610-06ff-4055-b9eb-5ad34f8b40a9,segment=NetworkSegment(bfb32ccf-1658-4ef3-8441-f1519106871a),segment_id=bfb32ccf-1658-4ef3-8441-f1519106871a)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:13:19.823397 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': 'd9b77610-06ff-4055-b9eb-5ad34f8b40a9', 'network_id': '210eff61-5c35-441a-9223-a015275ba627', 'port_id': 'd9b77610-06ff-4055-b9eb-5ad34f8b40a9', 'mac_address': 'fa:16:3e:1c:2b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1f0718-ac01-4761-aa13-adceca9c8136', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:13:19.863794 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port d9b77610-06ff-4055-b9eb-5ad34f8b40a9 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:13:19.864197 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (d9b77610-06ff-4055-b9eb-5ad34f8b40a9), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:19.877352 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b77610-06ff-4055-b9eb-5ad34f8b40a9 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:13:19.898117 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port d9b77610-06ff-4055-b9eb-5ad34f8b40a9, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=d9b77610-06ff-4055-b9eb-5ad34f8b40a9,segment=NetworkSegment(bfb32ccf-1658-4ef3-8441-f1519106871a),segment_id=bfb32ccf-1658-4ef3-8441-f1519106871a)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:13:19.915560 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec92de44-b510-4dae-a77f-84f9de10ff0f req-f7a6bc9f-f6dc-41e4-ad37-a577ad185990 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:19.916998 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ec92de44-b510-4dae-a77f-84f9de10ff0f req-f7a6bc9f-f6dc-41e4-ad37-a577ad185990 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8e1fcf2-7435-424c-8c12-a3146c0fd6e4 HTTP/1.1" status: 200 len: 948 time: 0.0535583 Mar 31 22:13:19.963225 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ec92de44-b510-4dae-a77f-84f9de10ff0f req-d099193d-7083-4a72-a15e-b3127f37cb4d tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/security-groups?id=22388934-9326-4575-b16a-cdd45dc9f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404589 Mar 31 22:13:19.983382 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (d9b77610-06ff-4055-b9eb-5ad34f8b40a9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:20.040335 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=d9b77610-06ff-4055-b9eb-5ad34f8b40a9,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:21.081363 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde7b1f-5337-443e-9ad1-615c1cd17883 req-6a7b7f3b-e6ac-4fdd-a9a6-af75f3088e2d tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:21.082766 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ccde7b1f-5337-443e-9ad1-615c1cd17883 req-6a7b7f3b-e6ac-4fdd-a9a6-af75f3088e2d tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8e1fcf2-7435-424c-8c12-a3146c0fd6e4 HTTP/1.1" status: 200 len: 949 time: 0.0542884 Mar 31 22:13:21.128574 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-ccde7b1f-5337-443e-9ad1-615c1cd17883 req-52535e9c-8507-4167-94b3-d198bbe4872a tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/security-groups?id=22388934-9326-4575-b16a-cdd45dc9f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402389 Mar 31 22:13:21.850647 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['d9b77610-06ff-4055-b9eb-5ad34f8b40a9'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:13:22.254206 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54b5ea-cd7e-424c-a9cb-010e6965d8ae req-f417ecb7-d90f-42c3-bfa1-27bfaf39a040 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:22.255640 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4c54b5ea-cd7e-424c-a9cb-010e6965d8ae req-f417ecb7-d90f-42c3-bfa1-27bfaf39a040 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8e1fcf2-7435-424c-8c12-a3146c0fd6e4 HTTP/1.1" status: 200 len: 949 time: 0.0614910 Mar 31 22:13:22.301246 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4c54b5ea-cd7e-424c-a9cb-010e6965d8ae req-5432723c-36cc-4bc4-93d2-cf9270351a3e tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/security-groups?id=22388934-9326-4575-b16a-cdd45dc9f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400968 Mar 31 22:13:23.418197 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e75856-ebae-4bb7-b147-9804c0e58343 req-0169f2a2-20ec-488f-b985-31135f95c655 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:23.419714 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-71e75856-ebae-4bb7-b147-9804c0e58343 req-0169f2a2-20ec-488f-b985-31135f95c655 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8e1fcf2-7435-424c-8c12-a3146c0fd6e4 HTTP/1.1" status: 200 len: 949 time: 0.0532205 Mar 31 22:13:23.466540 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-71e75856-ebae-4bb7-b147-9804c0e58343 req-fa67763a-592b-4328-a489-9edcf6660720 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/security-groups?id=22388934-9326-4575-b16a-cdd45dc9f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406489 Mar 31 22:13:23.870091 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device d9b77610-06ff-4055-b9eb-5ad34f8b40a9 up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:13:23.984081 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning for port d9b77610-06ff-4055-b9eb-5ad34f8b40a9 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 22:13:23.988242 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port d9b77610-06ff-4055-b9eb-5ad34f8b40a9 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:13:23.988621 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (d9b77610-06ff-4055-b9eb-5ad34f8b40a9), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:24.068357 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port d9b77610-06ff-4055-b9eb-5ad34f8b40a9 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:13:24.068740 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (d9b77610-06ff-4055-b9eb-5ad34f8b40a9), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:24.090543 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e1fcf2-7435-424c-8c12-a3146c0fd6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b77610-06ff-4055-b9eb-5ad34f8b40a9'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:13:24.093318 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cbbe9a-6ccb-447c-a809-362e8f2c8000" -d '{"events": [{"server_uuid": "a8e1fcf2-7435-424c-8c12-a3146c0fd6e4", "name": "network-vif-plugged", "status": "completed", "tag": "d9b77610-06ff-4055-b9eb-5ad34f8b40a9"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:13:24.105546 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port d9b77610-06ff-4055-b9eb-5ad34f8b40a9, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=d9b77610-06ff-4055-b9eb-5ad34f8b40a9,segment=NetworkSegment(bfb32ccf-1658-4ef3-8441-f1519106871a),segment_id=bfb32ccf-1658-4ef3-8441-f1519106871a)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:13:24.128802 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cf913b-5194-4a02-9a5e-2a1f392236ea x-openstack-request-id: req-89cf913b-5194-4a02-9a5e-2a1f392236ea {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:13:24.129091 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e1fcf2-7435-424c-8c12-a3146c0fd6e4", "name": "network-vif-plugged", "status": "completed", "tag": "d9b77610-06ff-4055-b9eb-5ad34f8b40a9", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:13:24.129343 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-89cf913b-5194-4a02-9a5e-2a1f392236ea {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:13:24.129864 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89cf913b-5194-4a02-9a5e-2a1f392236ea'] response: {'server_uuid': 'a8e1fcf2-7435-424c-8c12-a3146c0fd6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b77610-06ff-4055-b9eb-5ad34f8b40a9', 'code': 200} Mar 31 22:13:24.167629 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (d9b77610-06ff-4055-b9eb-5ad34f8b40a9), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:24.224948 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=d9b77610-06ff-4055-b9eb-5ad34f8b40a9,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:24.440473 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b439712-be2c-415c-9518-08a49cdefb35 req-fec21c34-f285-4ef3-b2d9-fb0fb75fe0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:24.441945 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-2b439712-be2c-415c-9518-08a49cdefb35 req-fec21c34-f285-4ef3-b2d9-fb0fb75fe0c5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a8e1fcf2-7435-424c-8c12-a3146c0fd6e4 HTTP/1.1" status: 200 len: 1134 time: 0.0455656 Mar 31 22:13:24.490581 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-2b439712-be2c-415c-9518-08a49cdefb35 req-cb2556fd-725d-496b-a470-6a8401195f5e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=22388934-9326-4575-b16a-cdd45dc9f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419607 Mar 31 22:13:24.591422 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ce6c5-c878-416e-9edc-b69c08fe2bb4 req-0f32b5b4-a4f9-4196-9936-da302909510d tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:24.592900 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a23ce6c5-c878-416e-9edc-b69c08fe2bb4 req-0f32b5b4-a4f9-4196-9936-da302909510d tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8e1fcf2-7435-424c-8c12-a3146c0fd6e4 HTTP/1.1" status: 200 len: 950 time: 0.0584900 Mar 31 22:13:24.639353 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a23ce6c5-c878-416e-9edc-b69c08fe2bb4 req-dd31188a-e049-4e4a-9172-8c6d3a262d55 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/security-groups?id=22388934-9326-4575-b16a-cdd45dc9f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408227 Mar 31 22:13:25.761131 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b7bb6-e90a-4891-8b7b-fcd46937f3bf req-0b8aeb79-d2d0-4762-b0e0-52512ef20bd1 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:25.762624 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-841b7bb6-e90a-4891-8b7b-fcd46937f3bf req-0b8aeb79-d2d0-4762-b0e0-52512ef20bd1 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8e1fcf2-7435-424c-8c12-a3146c0fd6e4 HTTP/1.1" status: 200 len: 950 time: 0.0566435 Mar 31 22:13:25.809549 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-841b7bb6-e90a-4891-8b7b-fcd46937f3bf req-cff54908-9ee7-4473-8fea-c366e1dce258 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/security-groups?id=22388934-9326-4575-b16a-cdd45dc9f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409291 Mar 31 22:13:26.925644 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea470d2-e106-4b1a-8b58-c56d2846df5f req-6ec00694-c90b-49c2-a8f0-fb1936e44e22 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:26.927116 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8ea470d2-e106-4b1a-8b58-c56d2846df5f req-6ec00694-c90b-49c2-a8f0-fb1936e44e22 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8e1fcf2-7435-424c-8c12-a3146c0fd6e4 HTTP/1.1" status: 200 len: 950 time: 0.0517530 Mar 31 22:13:26.975468 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8ea470d2-e106-4b1a-8b58-c56d2846df5f req-ac4665d6-8177-4d17-9660-c504afe39db7 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/security-groups?id=22388934-9326-4575-b16a-cdd45dc9f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426416 Mar 31 22:13:27.539870 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41dd36-8e41-4f8a-b686-417ff1ad0412 req-a218c502-fc36-40fc-a488-b82f0c70b23e tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:27.541332 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3b41dd36-8e41-4f8a-b686-417ff1ad0412 req-a218c502-fc36-40fc-a488-b82f0c70b23e tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8e1fcf2-7435-424c-8c12-a3146c0fd6e4 HTTP/1.1" status: 200 len: 950 time: 0.0532181 Mar 31 22:13:27.590773 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3b41dd36-8e41-4f8a-b686-417ff1ad0412 req-d65940e3-7deb-4c93-81b1-6706f61db0a5 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/security-groups?id=22388934-9326-4575-b16a-cdd45dc9f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439053 Mar 31 22:13:28.709604 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d7545-20ca-4279-a9ad-9964381c6248 req-2722b7a1-8735-49d9-9df0-3fe9cb864e03 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:28.710992 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-316d7545-20ca-4279-a9ad-9964381c6248 req-2722b7a1-8735-49d9-9df0-3fe9cb864e03 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8e1fcf2-7435-424c-8c12-a3146c0fd6e4 HTTP/1.1" status: 200 len: 950 time: 0.0514569 Mar 31 22:13:28.756499 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-316d7545-20ca-4279-a9ad-9964381c6248 req-cec28a7e-b03a-4513-b1ff-c0548e7c7981 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/security-groups?id=22388934-9326-4575-b16a-cdd45dc9f2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398886 Mar 31 22:13:29.068603 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f77c2-4feb-4c4d-bee5-9e8640359398 req-a264dbec-e30b-4da5-b336-d2035a09f8ed tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:29.069949 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-2f1f77c2-4feb-4c4d-bee5-9e8640359398 req-a264dbec-e30b-4da5-b336-d2035a09f8ed tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8e1fcf2-7435-424c-8c12-a3146c0fd6e4 HTTP/1.1" status: 200 len: 950 time: 0.0513985 Mar 31 22:13:29.175357 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-2f1f77c2-4feb-4c4d-bee5-9e8640359398 req-a9e77980-c5d1-40fe-9840-b687a6a7040b tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Deleting port d9b77610-06ff-4055-b9eb-5ad34f8b40a9 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:13:29.175703 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-2f1f77c2-4feb-4c4d-bee5-9e8640359398 req-a9e77980-c5d1-40fe-9840-b687a6a7040b tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (d9b77610-06ff-4055-b9eb-5ad34f8b40a9), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:29.266847 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-2f1f77c2-4feb-4c4d-bee5-9e8640359398 req-a9e77980-c5d1-40fe-9840-b687a6a7040b tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] For port d9b77610-06ff-4055-b9eb-5ad34f8b40a9, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=d9b77610-06ff-4055-b9eb-5ad34f8b40a9,segment=NetworkSegment(bfb32ccf-1658-4ef3-8441-f1519106871a),segment_id=bfb32ccf-1658-4ef3-8441-f1519106871a)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:13:29.267252 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-2f1f77c2-4feb-4c4d-bee5-9e8640359398 req-a9e77980-c5d1-40fe-9840-b687a6a7040b tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (d9b77610-06ff-4055-b9eb-5ad34f8b40a9), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:29.279809 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-2f1f77c2-4feb-4c4d-bee5-9e8640359398 req-a9e77980-c5d1-40fe-9840-b687a6a7040b tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Calling delete_port for d9b77610-06ff-4055-b9eb-5ad34f8b40a9 owned by compute:nova {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:13:29.475553 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-2f1f77c2-4feb-4c4d-bee5-9e8640359398 req-a9e77980-c5d1-40fe-9840-b687a6a7040b tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (d9b77610-06ff-4055-b9eb-5ad34f8b40a9), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:29.489356 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['d9b77610-06ff-4055-b9eb-5ad34f8b40a9'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:13:29.507199 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e77980-c5d1-40fe-9840-b687a6a7040b tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Pushing event deleted for resources: {'Port': ['ID=d9b77610-06ff-4055-b9eb-5ad34f8b40a9,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:29.558298 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1f77c2-4feb-4c4d-bee5-9e8640359398 req-a9e77980-c5d1-40fe-9840-b687a6a7040b tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] No DVR routers for this DVR port d9b77610-06ff-4055-b9eb-5ad34f8b40a9 on host hv-cinder-83608 {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:13:29.560800 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-2f1f77c2-4feb-4c4d-bee5-9e8640359398 req-a9e77980-c5d1-40fe-9840-b687a6a7040b tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:29.564723 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-2f1f77c2-4feb-4c4d-bee5-9e8640359398 req-a9e77980-c5d1-40fe-9840-b687a6a7040b tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.57 "DELETE /v2.0/ports/d9b77610-06ff-4055-b9eb-5ad34f8b40a9 HTTP/1.1" status: 204 len: 173 time: 0.4890461 Mar 31 22:13:29.565370 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e1fcf2-7435-424c-8c12-a3146c0fd6e4', 'name': 'network-vif-deleted', 'tag': 'd9b77610-06ff-4055-b9eb-5ad34f8b40a9'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:13:29.567416 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509da1f8-12fd-41cc-ada0-767ece88a935" -d '{"events": [{"server_uuid": "a8e1fcf2-7435-424c-8c12-a3146c0fd6e4", "name": "network-vif-deleted", "tag": "d9b77610-06ff-4055-b9eb-5ad34f8b40a9"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:13:29.604573 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2493b209-679d-41db-8857-90041f6dfbc7 x-openstack-request-id: req-2493b209-679d-41db-8857-90041f6dfbc7 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:13:29.604970 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e1fcf2-7435-424c-8c12-a3146c0fd6e4", "name": "network-vif-deleted", "tag": "d9b77610-06ff-4055-b9eb-5ad34f8b40a9", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:13:29.605342 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2493b209-679d-41db-8857-90041f6dfbc7 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:13:29.605847 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2493b209-679d-41db-8857-90041f6dfbc7'] response: {'server_uuid': 'a8e1fcf2-7435-424c-8c12-a3146c0fd6e4', 'name': 'network-vif-deleted', 'tag': 'd9b77610-06ff-4055-b9eb-5ad34f8b40a9', 'status': 'completed', 'code': 200} Mar 31 22:13:29.854236 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-914578e0-c44c-4b76-82ab-ae1f957338f1 req-6e8fb502-a995-4f1c-b82f-8e7c8d984322 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8e1fcf2-7435-424c-8c12-a3146c0fd6e4 HTTP/1.1" status: 200 len: 210 time: 0.0302811 Mar 31 22:13:30.962073 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fe8ea218-19bf-4c84-b4ea-b8087988db7c req-ea408aab-487a-4d08-903d-506d0f63f84e tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8e1fcf2-7435-424c-8c12-a3146c0fd6e4 HTTP/1.1" status: 200 len: 210 time: 0.0267272 Mar 31 22:13:32.064991 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-735c018e-2461-4c1b-9d33-1084cf3dba04 req-08851cf8-4f2f-4080-9c04-4dab11eb0a58 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8e1fcf2-7435-424c-8c12-a3146c0fd6e4 HTTP/1.1" status: 200 len: 210 time: 0.0271502 Mar 31 22:13:33.171816 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b3e6cac2-eb04-49f4-97a8-7172062073a8 req-357cc728-9f34-475d-9e86-1a361fa08b47 tempest-VolumesNegativeTest-569529600 tempest-VolumesNegativeTest-569529600-project] 10.222.0.59 "GET /v2.0/ports?device_id=a8e1fcf2-7435-424c-8c12-a3146c0fd6e4 HTTP/1.1" status: 200 len: 210 time: 0.0282259 Mar 31 22:13:33.912628 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device d9b77610-06ff-4055-b9eb-5ad34f8b40a9 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:13:33.932812 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] No Port match for: d9b77610-06ff-4055-b9eb-5ad34f8b40a9 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:13:33.939285 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device d9b77610-06ff-4055-b9eb-5ad34f8b40a9 not bound to the agent host hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:13:34.224276 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cc733e8f-5398-4b67-ab9e-4a41d1a218d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:36.641137 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c286a8f6-699a-47f7-8c27-786526c40064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:37.571572 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:37.738153 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:39.115397 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:40.175719 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 36884) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:13:40.305426 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b04bd2ce-7edd-4d34-a771-5808bd64b169 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0a7636e9c1ba45fa95968671aca037f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285362 Mar 31 22:13:40.308068 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 36888) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:13:40.356492 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-943e8ba4-6722-4954-8b21-ed1780418987 admin admin] Publish callbacks [] for security_group (22388934-9326-4575-b16a-cdd45dc9f2f4), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:40.378334 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-943e8ba4-6722-4954-8b21-ed1780418987 admin admin] Publish callbacks [] for security_group (22388934-9326-4575-b16a-cdd45dc9f2f4), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:40.417357 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:40.514446 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-943e8ba4-6722-4954-8b21-ed1780418987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (22388934-9326-4575-b16a-cdd45dc9f2f4), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:40.517239 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-943e8ba4-6722-4954-8b21-ed1780418987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:40.518415 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-943e8ba4-6722-4954-8b21-ed1780418987 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/22388934-9326-4575-b16a-cdd45dc9f2f4 HTTP/1.1" status: 204 len: 168 time: 0.2094371 Mar 31 22:13:40.526442 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e8ba4-6722-4954-8b21-ed1780418987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22388934-9326-4575-b16a-cdd45dc9f2f4,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:44.063830 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 36924) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:13:44.106453 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ecf7bf-1bb4-4bef-be8e-4dcace824630 admin admin] Deleting subnet 1657068d-0274-4af6-b510-a0309e69228a {{(pid=110667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 22:13:44.109387 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-09ecf7bf-1bb4-4bef-be8e-4dcace824630 admin admin] Publish callbacks [] for subnet (1657068d-0274-4af6-b510-a0309e69228a), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:44.142567 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-09ecf7bf-1bb4-4bef-be8e-4dcace824630 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8678689'] for subnet (1657068d-0274-4af6-b510-a0309e69228a), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:44.145351 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:13:44.181179 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-09ecf7bf-1bb4-4bef-be8e-4dcace824630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1415921'] for subnet (1657068d-0274-4af6-b510-a0309e69228a), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:44.298781 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-09ecf7bf-1bb4-4bef-be8e-4dcace824630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1415878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10114663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9369013'] for subnet (1657068d-0274-4af6-b510-a0309e69228a), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:44.327755 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecf7bf-1bb4-4bef-be8e-4dcace824630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1657068d-0274-4af6-b510-a0309e69228a,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:44.331438 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-09ecf7bf-1bb4-4bef-be8e-4dcace824630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:44.335090 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-09ecf7bf-1bb4-4bef-be8e-4dcace824630 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1657068d-0274-4af6-b510-a0309e69228a HTTP/1.1" status: 204 len: 168 time: 0.2702477 Mar 31 22:13:44.337599 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 36926) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:13:44.404963 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d81828d3-4276-4713-ac68-02a737b09270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329072'] for network (1d5825a3-b47b-4467-b781-e7d6ee37cfe8), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:44.485145 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d81828d3-4276-4713-ac68-02a737b09270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695930', 'neutron.services.segments.db._delete_segments_for_network-8758607384890'] for network (1d5825a3-b47b-4467-b781-e7d6ee37cfe8), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:44.504294 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-d81828d3-4276-4713-ac68-02a737b09270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5825a3-b47b-4467-b781-e7d6ee37cfe8']}} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:13:44.513312 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-d81828d3-4276-4713-ac68-02a737b09270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b18903-41d9-4294-bdc7-4b9e2d6675a2') {'for_net_delete': True} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:13:44.513640 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-d81828d3-4276-4713-ac68-02a737b09270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b18903-41d9-4294-bdc7-4b9e2d6675a2') {} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:13:44.523395 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d81828d3-4276-4713-ac68-02a737b09270 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758607385923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8678698'] for segment (35b18903-41d9-4294-bdc7-4b9e2d6675a2), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:44.536873 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d81828d3-4276-4713-ac68-02a737b09270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (35b18903-41d9-4294-bdc7-4b9e2d6675a2), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:44.542550 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81828d3-4276-4713-ac68-02a737b09270 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=110667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:13:44.542934 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d81828d3-4276-4713-ac68-02a737b09270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10114241'] for segment (35b18903-41d9-4294-bdc7-4b9e2d6675a2), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: Traceback (most recent call last): Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: timer() Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: cb(*args, **kw) Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: return func(*args, **kwargs) Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: self._notify() Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: self.callback(batched_events) Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: event.method(event) Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: return f(self, *a, **k) Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: return self._get(url).json() Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: return self.request(url, 'GET', **kwargs) Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:13:44.544557 dv-cinder-836083-1-iscsi neutron-server[110667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:13:44.687081 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d81828d3-4276-4713-ac68-02a737b09270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-695923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625691'] for network (1d5825a3-b47b-4467-b781-e7d6ee37cfe8), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:44.692865 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d81828d3-4276-4713-ac68-02a737b09270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:44.703259 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-d81828d3-4276-4713-ac68-02a737b09270 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1d5825a3-b47b-4467-b781-e7d6ee37cfe8 HTTP/1.1" status: 204 len: 168 time: 0.3575008 Mar 31 22:13:44.706802 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81828d3-4276-4713-ac68-02a737b09270 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d5825a3-b47b-4467-b781-e7d6ee37cfe8,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:45.019127 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 36930) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:13:45.058072 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-64f0f058-b20a-4c3b-8f90-9619103f91f2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a75e485bf5e24508b449b31a659c8e64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378211 Mar 31 22:13:45.060399 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 36932) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:13:45.109759 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-15d7ed53-fb3a-4be7-a04b-06e5eb3d7b3d admin admin] Publish callbacks [] for security_group (ab68280a-2208-4b33-b365-1bbf5d8085ab), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:45.130144 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-15d7ed53-fb3a-4be7-a04b-06e5eb3d7b3d admin admin] Publish callbacks [] for security_group (ab68280a-2208-4b33-b365-1bbf5d8085ab), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:45.247252 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-15d7ed53-fb3a-4be7-a04b-06e5eb3d7b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (ab68280a-2208-4b33-b365-1bbf5d8085ab), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:45.249813 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-15d7ed53-fb3a-4be7-a04b-06e5eb3d7b3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:45.251040 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-15d7ed53-fb3a-4be7-a04b-06e5eb3d7b3d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ab68280a-2208-4b33-b365-1bbf5d8085ab HTTP/1.1" status: 204 len: 168 time: 0.1897721 Mar 31 22:13:45.259036 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7ed53-fb3a-4be7-a04b-06e5eb3d7b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab68280a-2208-4b33-b365-1bbf5d8085ab,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:45.266257 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ed53-fb3a-4be7-a04b-06e5eb3d7b3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:45.266615 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ed53-fb3a-4be7-a04b-06e5eb3d7b3d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:45.266964 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ed53-fb3a-4be7-a04b-06e5eb3d7b3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:45.267306 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ed53-fb3a-4be7-a04b-06e5eb3d7b3d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:45.267646 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ed53-fb3a-4be7-a04b-06e5eb3d7b3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:45.268009 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ed53-fb3a-4be7-a04b-06e5eb3d7b3d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:45.268338 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ed53-fb3a-4be7-a04b-06e5eb3d7b3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:45.268692 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ed53-fb3a-4be7-a04b-06e5eb3d7b3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:45.269024 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ed53-fb3a-4be7-a04b-06e5eb3d7b3d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:45.269353 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ed53-fb3a-4be7-a04b-06e5eb3d7b3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:45.270196 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ed53-fb3a-4be7-a04b-06e5eb3d7b3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:45.270523 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ed53-fb3a-4be7-a04b-06e5eb3d7b3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:45.270851 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ed53-fb3a-4be7-a04b-06e5eb3d7b3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:45.271176 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ed53-fb3a-4be7-a04b-06e5eb3d7b3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:45.271497 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7ed53-fb3a-4be7-a04b-06e5eb3d7b3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:55.853196 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 37008) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:13:55.954519 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-54e223b4-5ad1-4c94-b596-a1924243b8ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:56.026291 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-54e223b4-5ad1-4c94-b596-a1924243b8ee admin admin] Publish callbacks [] for security_group (37530d73-7507-4c4d-a306-c67259fed2a7), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:56.075151 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-54e223b4-5ad1-4c94-b596-a1924243b8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (37530d73-7507-4c4d-a306-c67259fed2a7), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:56.113091 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-54e223b4-5ad1-4c94-b596-a1924243b8ee admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=95b5d49226b44eb1b8c520f5396729ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588327 Mar 31 22:13:56.114296 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e223b4-5ad1-4c94-b596-a1924243b8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37530d73-7507-4c4d-a306-c67259fed2a7,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:56.116331 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37012) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:13:56.163678 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-89f83da1-d0cd-4ff1-8bc4-13bac35c80f5 admin admin] Publish callbacks [] for security_group (37530d73-7507-4c4d-a306-c67259fed2a7), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:56.187981 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-89f83da1-d0cd-4ff1-8bc4-13bac35c80f5 admin admin] Publish callbacks [] for security_group (37530d73-7507-4c4d-a306-c67259fed2a7), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:56.355334 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-89f83da1-d0cd-4ff1-8bc4-13bac35c80f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (37530d73-7507-4c4d-a306-c67259fed2a7), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:56.357943 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-89f83da1-d0cd-4ff1-8bc4-13bac35c80f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:56.361655 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-89f83da1-d0cd-4ff1-8bc4-13bac35c80f5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/37530d73-7507-4c4d-a306-c67259fed2a7 HTTP/1.1" status: 204 len: 168 time: 0.2417758 Mar 31 22:13:56.367407 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f83da1-d0cd-4ff1-8bc4-13bac35c80f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37530d73-7507-4c4d-a306-c67259fed2a7,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:57.254120 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37034) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:13:57.355187 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-e243d29e-38dc-4851-92be-3c944acb213d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-496333833-network', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:13:57.434897 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e243d29e-38dc-4851-92be-3c944acb213d admin admin] Made reservation on behalf of abfe4e4d3eb944f8a61e347180714fe0 for: {'network': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:13:57.437279 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e243d29e-38dc-4851-92be-3c944acb213d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for network (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:57.446200 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e243d29e-38dc-4851-92be-3c944acb213d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:57.516444 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e243d29e-38dc-4851-92be-3c944acb213d admin admin] Publish callbacks [] for security_group (b80f0dee-d2f3-456e-9c3a-86b1c7367484), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:57.589353 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e243d29e-38dc-4851-92be-3c944acb213d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (b80f0dee-d2f3-456e-9c3a-86b1c7367484), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:57.613564 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e243d29e-38dc-4851-92be-3c944acb213d admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=110667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:13:57.623492 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243d29e-38dc-4851-92be-3c944acb213d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80f0dee-d2f3-456e-9c3a-86b1c7367484,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:57.628241 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e243d29e-38dc-4851-92be-3c944acb213d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (83c499b6-126b-4ce0-b4a2-f0be225e8ff8), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:57.628582 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.db.segments_db [None req-e243d29e-38dc-4851-92be-3c944acb213d admin admin] Added segment 83c499b6-126b-4ce0-b4a2-f0be225e8ff8 of type vlan for network 3944d8ae-842f-44bc-88da-73226dcac7be Mar 31 22:13:57.668044 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e243d29e-38dc-4851-92be-3c944acb213d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758607012172'] for network (3944d8ae-842f-44bc-88da-73226dcac7be), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:57.772755 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e243d29e-38dc-4851-92be-3c944acb213d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for network (3944d8ae-842f-44bc-88da-73226dcac7be), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:57.773754 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e243d29e-38dc-4851-92be-3c944acb213d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:57.774442 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e243d29e-38dc-4851-92be-3c944acb213d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:57.835136 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243d29e-38dc-4851-92be-3c944acb213d admin admin] Pushing event updated for resources: {'Network': ['ID=3944d8ae-842f-44bc-88da-73226dcac7be,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:57.844699 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Network 3944d8ae-842f-44bc-88da-73226dcac7be details requested by agent ovs-agent-dv-cinder-836083-1-iscsi with host dv-cinder-836083-1-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:13:57.905360 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e243d29e-38dc-4851-92be-3c944acb213d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6500897 Mar 31 22:13:57.908491 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37038) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:13:57.913936 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-98fc71bc-dd3c-43ab-8462-01e6fcda28a5 admin admin] Request body: {'subnet': {'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-496333833-subnet', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:13:58.007082 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fc71bc-dd3c-43ab-8462-01e6fcda28a5 admin admin] Made reservation on behalf of abfe4e4d3eb944f8a61e347180714fe0 for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:13:58.009356 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-98fc71bc-dd3c-43ab-8462-01e6fcda28a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9369002'] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:58.229357 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-98fc71bc-dd3c-43ab-8462-01e6fcda28a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10114596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9369020'] for subnet (63aff872-dce4-4fa1-969b-6aa9391e0873), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:58.285106 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc71bc-dd3c-43ab-8462-01e6fcda28a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63aff872-dce4-4fa1-969b-6aa9391e0873,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:58.292154 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fc71bc-dd3c-43ab-8462-01e6fcda28a5 admin admin] Checking segment: {'id': '83c499b6-126b-4ce0-b4a2-f0be225e8ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:13:58.292512 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fc71bc-dd3c-43ab-8462-01e6fcda28a5 admin admin] Network hostable DHCP agents. Network: 3944d8ae-842f-44bc-88da-73226dcac7be, hostable agents: ['0f848437-afb4-42e1-a895-141757b8cd79'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:13:58.411131 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fc71bc-dd3c-43ab-8462-01e6fcda28a5 admin admin] Network 3944d8ae-842f-44bc-88da-73226dcac7be is scheduled to be hosted by DHCP agent 0f848437-afb4-42e1-a895-141757b8cd79 with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:13:58.532490 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-98fc71bc-dd3c-43ab-8462-01e6fcda28a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-1-iscsi, 3944d8ae-842f-44bc-88da-73226dcac7be) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:13:58.536472 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fc71bc-dd3c-43ab-8462-01e6fcda28a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:13:58.537884 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-98fc71bc-dd3c-43ab-8462-01e6fcda28a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:58.541929 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7678db-796b-4546-a177-378d90cbe335 None None] Network 3944d8ae-842f-44bc-88da-73226dcac7be requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:13:58.642883 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a52870c-531f-5681-85b3-93ba771be156-3944d8ae-842f-44bc-88da-73226dcac7be', 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be', 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'fixed_ips': [{'subnet_id': '63aff872-dce4-4fa1-969b-6aa9391e0873'}]}} from dv-cinder-836083-1-iscsi. {{(pid=110668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 22:13:58.643708 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:58.649707 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-98fc71bc-dd3c-43ab-8462-01e6fcda28a5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7401292 Mar 31 22:13:58.652340 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37040) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:13:58.656555 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-54c4ba7d-a573-4fb8-a1b2-12246e3473ef admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-496333833-router', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:13:58.727126 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-54c4ba7d-a573-4fb8-a1b2-12246e3473ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-644'] for router (0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:58.728275 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-54c4ba7d-a573-4fb8-a1b2-12246e3473ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1615592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-655'] for router (0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:58.779134 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Allocated IP 172.20.0.2 (3944d8ae-842f-44bc-88da-73226dcac7be/63aff872-dce4-4fa1-969b-6aa9391e0873/ae007aa6-b68b-4b1d-ae0e-0239bbd9c706) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:13:58.936202 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Publish callbacks [] for port (ae007aa6-b68b-4b1d-ae0e-0239bbd9c706), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:58.984044 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (ae007aa6-b68b-4b1d-ae0e-0239bbd9c706), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:59.020663 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-54c4ba7d-a573-4fb8-a1b2-12246e3473ef admin admin] Publish callbacks [] for router_controller (0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb), precommit_add_association {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:59.022084 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Network 3944d8ae-842f-44bc-88da-73226dcac7be is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:13:59.024957 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:13:59.030511 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:13:59.037217 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Pushing event updated for resources: {'Port': ['ID=ae007aa6-b68b-4b1d-ae0e-0239bbd9c706,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:59.061725 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:59.062073 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:59.062441 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:59.062777 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:59.063109 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:59.063438 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:59.063768 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:59.064089 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:59.064413 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:59.064733 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:59.065054 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:59.065375 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:59.065694 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:59.066010 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:59.066354 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:13:59.098659 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Attempting to bind port ae007aa6-b68b-4b1d-ae0e-0239bbd9c706 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:13:59.099040 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Attempting to bind port ae007aa6-b68b-4b1d-ae0e-0239bbd9c706 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': '83c499b6-126b-4ce0-b4a2-f0be225e8ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:13:59.100606 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Attempting to bind port ae007aa6-b68b-4b1d-ae0e-0239bbd9c706 on network 3944d8ae-842f-44bc-88da-73226dcac7be {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:13:59.104414 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:13:59.104786 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Checking segment: {'id': '83c499b6-126b-4ce0-b4a2-f0be225e8ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:13:59.105190 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:59.105591 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Bound using segment: {'id': '83c499b6-126b-4ce0-b4a2-f0be225e8ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:13:59.106054 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Bound port: ae007aa6-b68b-4b1d-ae0e-0239bbd9c706, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c499b6-126b-4ce0-b4a2-f0be225e8ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:13:59.106469 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (ae007aa6-b68b-4b1d-ae0e-0239bbd9c706), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:59.169802 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] For port ae007aa6-b68b-4b1d-ae0e-0239bbd9c706, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:13:59.172893 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] For port ae007aa6-b68b-4b1d-ae0e-0239bbd9c706, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=ae007aa6-b68b-4b1d-ae0e-0239bbd9c706,segment=NetworkSegment(83c499b6-126b-4ce0-b4a2-f0be225e8ff8),segment_id=83c499b6-126b-4ce0-b4a2-f0be225e8ff8)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:13:59.215216 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-54c4ba7d-a573-4fb8-a1b2-12246e3473ef admin admin] Publish callbacks [] for router_gateway (0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:59.264115 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (ae007aa6-b68b-4b1d-ae0e-0239bbd9c706), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:59.327263 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5dc79-479c-4a4a-9e7b-a44f1886745f None None] Pushing event updated for resources: {'Port': ['ID=ae007aa6-b68b-4b1d-ae0e-0239bbd9c706,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:13:59.524331 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-54c4ba7d-a573-4fb8-a1b2-12246e3473ef admin admin] Publish callbacks [] for router_gateway (0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:59.545513 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-54c4ba7d-a573-4fb8-a1b2-12246e3473ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:59.669832 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-54c4ba7d-a573-4fb8-a1b2-12246e3473ef admin admin] Allocated IP 172.27.2.125 (ad19088a-a902-4a91-855f-5fb9d1c67d87/5d366205-9c7a-4898-9c8b-600d476ec59e/84510933-08c2-4585-be57-3a45c97a2fb2) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:13:59.770215 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-54c4ba7d-a573-4fb8-a1b2-12246e3473ef admin admin] Publish callbacks [] for port (84510933-08c2-4585-be57-3a45c97a2fb2), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:59.858337 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-54c4ba7d-a573-4fb8-a1b2-12246e3473ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (84510933-08c2-4585-be57-3a45c97a2fb2), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:13:59.894957 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c4ba7d-a573-4fb8-a1b2-12246e3473ef admin admin] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:13:59.898366 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-54c4ba7d-a573-4fb8-a1b2-12246e3473ef admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:13:59.908178 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c4ba7d-a573-4fb8-a1b2-12246e3473ef admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:13:59.914293 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4ba7d-a573-4fb8-a1b2-12246e3473ef admin admin] Pushing event updated for resources: {'Port': ['ID=84510933-08c2-4585-be57-3a45c97a2fb2,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:00.237228 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ceb7c9-3e9a-40bb-b562-7447f64a7206 None None] Network 3944d8ae-842f-44bc-88da-73226dcac7be requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:14:00.299784 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-54c4ba7d-a573-4fb8-a1b2-12246e3473ef admin admin] Publish callbacks [] for router_gateway (0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:00.352620 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-a0baf855-d956-4ee6-a7c0-9e74b833a671 None None] Provisioning complete for port ae007aa6-b68b-4b1d-ae0e-0239bbd9c706 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:14:00.352987 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a0baf855-d956-4ee6-a7c0-9e74b833a671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (ae007aa6-b68b-4b1d-ae0e-0239bbd9c706), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:00.446875 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-a0baf855-d956-4ee6-a7c0-9e74b833a671 None None] Current status of the port ae007aa6-b68b-4b1d-ae0e-0239bbd9c706 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:14:00.447266 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a0baf855-d956-4ee6-a7c0-9e74b833a671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (ae007aa6-b68b-4b1d-ae0e-0239bbd9c706), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:00.481209 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-a0baf855-d956-4ee6-a7c0-9e74b833a671 None None] For port ae007aa6-b68b-4b1d-ae0e-0239bbd9c706, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=ae007aa6-b68b-4b1d-ae0e-0239bbd9c706,segment=NetworkSegment(83c499b6-126b-4ce0-b4a2-f0be225e8ff8),segment_id=83c499b6-126b-4ce0-b4a2-f0be225e8ff8)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:14:00.511502 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-54c4ba7d-a573-4fb8-a1b2-12246e3473ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625619'] for router (0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:00.560856 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a0baf855-d956-4ee6-a7c0-9e74b833a671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (ae007aa6-b68b-4b1d-ae0e-0239bbd9c706), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:00.620675 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0baf855-d956-4ee6-a7c0-9e74b833a671 None None] Pushing event updated for resources: {'Port': ['ID=ae007aa6-b68b-4b1d-ae0e-0239bbd9c706,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:00.643715 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device ae007aa6-b68b-4b1d-ae0e-0239bbd9c706 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:14:00.694144 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-952a8671-c8a5-4c9a-b7b4-ca70b54e7811 None None] Provisioning complete for port ae007aa6-b68b-4b1d-ae0e-0239bbd9c706 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:14:00.694532 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-952a8671-c8a5-4c9a-b7b4-ca70b54e7811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (ae007aa6-b68b-4b1d-ae0e-0239bbd9c706), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:00.728085 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port ae007aa6-b68b-4b1d-ae0e-0239bbd9c706 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:14:00.728448 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (ae007aa6-b68b-4b1d-ae0e-0239bbd9c706), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:00.742737 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c4ba7d-a573-4fb8-a1b2-12246e3473ef admin admin] Router 0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb is scheduled to L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c with binding_index 1 {{(pid=110667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:14:00.836454 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-952a8671-c8a5-4c9a-b7b4-ca70b54e7811 None None] Current status of the port ae007aa6-b68b-4b1d-ae0e-0239bbd9c706 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:14:00.850448 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port ae007aa6-b68b-4b1d-ae0e-0239bbd9c706 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:14:00.853358 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c4ba7d-a573-4fb8-a1b2-12246e3473ef admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:14:00.863729 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] Sync routers for ids ['0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:14:00.873161 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] Routers {'0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:14:00.876749 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:13:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:14:00.927190 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-54c4ba7d-a573-4fb8-a1b2-12246e3473ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:00.929255 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-54c4ba7d-a573-4fb8-a1b2-12246e3473ef admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2756283 Mar 31 22:14:00.932157 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37042) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:14:00.982735 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] Set router 0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:14:01.157956 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'name': 'tempest-TestMinimumBasicScenario-496333833-router', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '84510933-08c2-4585-be57-3a45c97a2fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:13:58Z', 'updated_at': '2022-03-31T22:14:00Z', 'revision_number': 3, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'gw_port': {'id': '84510933-08c2-4585-be57-3a45c97a2fb2', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:13:59Z', 'updated_at': '2022-03-31T22:13:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:14:01.189004 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] Checking router: 0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:14:01.189268 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] Updating router 0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb port 84510933-08c2-4585-be57-3a45c97a2fb2 binding host dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:14:01.215731 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (84510933-08c2-4585-be57-3a45c97a2fb2), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:01.344321 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fb4dac08-2032-4738-b0d7-1a6d7c129475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:01.461240 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] Publish callbacks [] for port (84510933-08c2-4585-be57-3a45c97a2fb2), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:01.499929 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-fb4dac08-2032-4738-b0d7-1a6d7c129475 admin admin] Allocated IP 172.20.0.1 (3944d8ae-842f-44bc-88da-73226dcac7be/63aff872-dce4-4fa1-969b-6aa9391e0873/40dfba84-cab2-4e36-8638-3741dcb05dca) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:14:01.526416 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (84510933-08c2-4585-be57-3a45c97a2fb2), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:01.575722 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] Attempting to bind port 84510933-08c2-4585-be57-3a45c97a2fb2 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:14:01.576095 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] Attempting to bind port 84510933-08c2-4585-be57-3a45c97a2fb2 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:14:01.576460 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] Attempting to bind port 84510933-08c2-4585-be57-3a45c97a2fb2 on network ad19088a-a902-4a91-855f-5fb9d1c67d87 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:14:01.583671 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf75d7-7fc6-4f89-94a4-4ed20efa896f None None] Pushing event updated for resources: {'Port': ['ID=84510933-08c2-4585-be57-3a45c97a2fb2,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:01.586545 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:14:01.586877 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] Checking segment: {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:14:01.587277 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:01.587658 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] Bound using segment: {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:14:01.588141 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] Bound port: 84510933-08c2-4585-be57-3a45c97a2fb2, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:14:01.588551 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (84510933-08c2-4585-be57-3a45c97a2fb2), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:01.604053 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fb4dac08-2032-4738-b0d7-1a6d7c129475 admin admin] Publish callbacks [] for port (40dfba84-cab2-4e36-8638-3741dcb05dca), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:01.641698 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] For port 84510933-08c2-4585-be57-3a45c97a2fb2, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:14:01.644702 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] For port 84510933-08c2-4585-be57-3a45c97a2fb2, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=84510933-08c2-4585-be57-3a45c97a2fb2,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:14:01.708553 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fb4dac08-2032-4738-b0d7-1a6d7c129475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (40dfba84-cab2-4e36-8638-3741dcb05dca), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:01.748308 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4dac08-2032-4738-b0d7-1a6d7c129475 admin admin] Network 3944d8ae-842f-44bc-88da-73226dcac7be is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:14:01.753070 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-fb4dac08-2032-4738-b0d7-1a6d7c129475 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:14:01.755311 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (84510933-08c2-4585-be57-3a45c97a2fb2), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:01.757963 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4dac08-2032-4738-b0d7-1a6d7c129475 admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:14:01.760968 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4dac08-2032-4738-b0d7-1a6d7c129475 admin admin] Pushing event updated for resources: {'Port': ['ID=40dfba84-cab2-4e36-8638-3741dcb05dca,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:01.806067 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fb4dac08-2032-4738-b0d7-1a6d7c129475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623236'] for router_interface (0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:01.811089 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] Routers {'0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:14:01.811715 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:13:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:14:01.885089 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf75d7-7fc6-4f89-94a4-4ed20efa896f None None] Pushing event updated for resources: {'Port': ['ID=84510933-08c2-4585-be57-3a45c97a2fb2,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:01.932094 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] Set router 0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:14:02.062025 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fb4dac08-2032-4738-b0d7-1a6d7c129475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (40dfba84-cab2-4e36-8638-3741dcb05dca), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:02.174326 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-51f2e008-7698-4295-bfbf-8e6e09691a12 None None] Provisioning complete for port 40dfba84-cab2-4e36-8638-3741dcb05dca triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:14:02.174707 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-51f2e008-7698-4295-bfbf-8e6e09691a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (40dfba84-cab2-4e36-8638-3741dcb05dca), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:02.224743 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fb4dac08-2032-4738-b0d7-1a6d7c129475 admin admin] Publish callbacks [] for port (40dfba84-cab2-4e36-8638-3741dcb05dca), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:02.237422 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-51f2e008-7698-4295-bfbf-8e6e09691a12 None None] Port 40dfba84-cab2-4e36-8638-3741dcb05dca cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:14:02.284066 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'name': 'tempest-TestMinimumBasicScenario-496333833-router', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '84510933-08c2-4585-be57-3a45c97a2fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:13:58Z', 'updated_at': '2022-03-31T22:14:00Z', 'revision_number': 3, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'gw_port': {'id': '84510933-08c2-4585-be57-3a45c97a2fb2', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:13:59Z', 'updated_at': '2022-03-31T22:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:14:02.291893 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fb4dac08-2032-4738-b0d7-1a6d7c129475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114205'] for port (40dfba84-cab2-4e36-8638-3741dcb05dca), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:02.310780 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0886cb4e-e6f0-432e-987d-c3ae6fc3228c None None] The sync data for ids ['0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'] in dv-cinder-836083-1-iscsi is: [{'id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'name': 'tempest-TestMinimumBasicScenario-496333833-router', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '84510933-08c2-4585-be57-3a45c97a2fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:13:58Z', 'updated_at': '2022-03-31T22:14:00Z', 'revision_number': 3, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'gw_port': {'id': '84510933-08c2-4585-be57-3a45c97a2fb2', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:13:59Z', 'updated_at': '2022-03-31T22:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:14:02.364559 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4dac08-2032-4738-b0d7-1a6d7c129475 admin admin] Pushing event updated for resources: {'Port': ['ID=40dfba84-cab2-4e36-8638-3741dcb05dca,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:02.367552 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-fb4dac08-2032-4738-b0d7-1a6d7c129475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1828931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623120'] for router_interface (0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:02.461703 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4dac08-2032-4738-b0d7-1a6d7c129475 admin admin] Network 3944d8ae-842f-44bc-88da-73226dcac7be is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:14:02.463249 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-fb4dac08-2032-4738-b0d7-1a6d7c129475 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:14:02.597951 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4dac08-2032-4738-b0d7-1a6d7c129475 admin admin] Router 0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:14:02.710100 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 84510933-08c2-4585-be57-3a45c97a2fb2 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:14:02.740821 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4dac08-2032-4738-b0d7-1a6d7c129475 admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:14:02.750406 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-fb4dac08-2032-4738-b0d7-1a6d7c129475 admin admin] 10.222.0.59 "PUT /v2.0/routers/0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8141930 Mar 31 22:14:02.778361 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-9f8ac3cc-62e2-4468-a015-032ac26503d6 None None] Provisioning complete for port 40dfba84-cab2-4e36-8638-3741dcb05dca triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:14:02.778780 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9f8ac3cc-62e2-4468-a015-032ac26503d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (40dfba84-cab2-4e36-8638-3741dcb05dca), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:02.814546 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 84510933-08c2-4585-be57-3a45c97a2fb2 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:14:02.814819 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (84510933-08c2-4585-be57-3a45c97a2fb2), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:02.852688 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-9f8ac3cc-62e2-4468-a015-032ac26503d6 None None] Port 40dfba84-cab2-4e36-8638-3741dcb05dca cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:14:02.938414 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 84510933-08c2-4585-be57-3a45c97a2fb2 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:14:02.938822 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (84510933-08c2-4585-be57-3a45c97a2fb2), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:02.961403 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] For port 84510933-08c2-4585-be57-3a45c97a2fb2, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=84510933-08c2-4585-be57-3a45c97a2fb2,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:14:03.035550 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (84510933-08c2-4585-be57-3a45c97a2fb2), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:03.036367 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device ae007aa6-b68b-4b1d-ae0e-0239bbd9c706 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:14:03.119992 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Pushing event updated for resources: {'Port': ['ID=84510933-08c2-4585-be57-3a45c97a2fb2,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:03.130453 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port ae007aa6-b68b-4b1d-ae0e-0239bbd9c706 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:14:03.130923 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (ae007aa6-b68b-4b1d-ae0e-0239bbd9c706), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:03.218056 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port ae007aa6-b68b-4b1d-ae0e-0239bbd9c706 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:14:03.542037 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37058) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:14:03.547018 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-e102e565-671d-47a3-b314-acce53af5383 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-69533459-network', 'tenant_id': '4e11873c6f37451f930946284e7eaee2'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:14:03.612387 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e102e565-671d-47a3-b314-acce53af5383 admin admin] Made reservation on behalf of 4e11873c6f37451f930946284e7eaee2 for: {'network': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:14:03.615495 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e102e565-671d-47a3-b314-acce53af5383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for network (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:03.624931 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e102e565-671d-47a3-b314-acce53af5383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:03.700894 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e102e565-671d-47a3-b314-acce53af5383 admin admin] Publish callbacks [] for security_group (93112a78-b69a-435f-9846-2a9162decbc7), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:03.812088 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e102e565-671d-47a3-b314-acce53af5383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (93112a78-b69a-435f-9846-2a9162decbc7), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:03.841223 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e102e565-671d-47a3-b314-acce53af5383 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=110667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:14:03.850944 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102e565-671d-47a3-b314-acce53af5383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93112a78-b69a-435f-9846-2a9162decbc7,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:03.856663 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e102e565-671d-47a3-b314-acce53af5383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (2d88c7f2-4921-431e-9a26-f9baea1c8760), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:03.857103 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.db.segments_db [None req-e102e565-671d-47a3-b314-acce53af5383 admin admin] Added segment 2d88c7f2-4921-431e-9a26-f9baea1c8760 of type vlan for network eb065165-8d6a-482f-ab68-b0d0451f80b4 Mar 31 22:14:03.897541 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e102e565-671d-47a3-b314-acce53af5383 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758607012172'] for network (eb065165-8d6a-482f-ab68-b0d0451f80b4), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:03.901245 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] Sync routers for ids ['0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:14:03.912105 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] Routers {'0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:14:03.912708 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:13:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:14:04.011361 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e102e565-671d-47a3-b314-acce53af5383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for network (eb065165-8d6a-482f-ab68-b0d0451f80b4), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:04.012349 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e102e565-671d-47a3-b314-acce53af5383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:04.012944 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-e102e565-671d-47a3-b314-acce53af5383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:04.022608 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] Set router 0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:14:04.071643 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102e565-671d-47a3-b314-acce53af5383 admin admin] Pushing event updated for resources: {'Network': ['ID=eb065165-8d6a-482f-ab68-b0d0451f80b4,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:04.081467 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Network eb065165-8d6a-482f-ab68-b0d0451f80b4 details requested by agent ovs-agent-dv-cinder-836083-1-iscsi with host dv-cinder-836083-1-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:14:04.127902 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-e102e565-671d-47a3-b314-acce53af5383 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5847278 Mar 31 22:14:04.131368 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 37060) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:14:04.138538 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-e7378ddc-6274-489e-bbad-7149d19ed9e0 admin admin] Request body: {'subnet': {'network_id': 'eb065165-8d6a-482f-ab68-b0d0451f80b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-69533459-subnet', 'tenant_id': '4e11873c6f37451f930946284e7eaee2', 'ip_version': 4}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:14:04.222320 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7378ddc-6274-489e-bbad-7149d19ed9e0 admin admin] Made reservation on behalf of 4e11873c6f37451f930946284e7eaee2 for: {'subnet': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:14:04.224745 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e7378ddc-6274-489e-bbad-7149d19ed9e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10336971'] for subnet (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:04.229158 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'name': 'tempest-TestMinimumBasicScenario-496333833-router', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '84510933-08c2-4585-be57-3a45c97a2fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:13:58Z', 'updated_at': '2022-03-31T22:14:01Z', 'revision_number': 4, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'gw_port': {'id': '84510933-08c2-4585-be57-3a45c97a2fb2', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:13:59Z', 'updated_at': '2022-03-31T22:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '40dfba84-cab2-4e36-8638-3741dcb05dca', 'name': '', 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'mac_address': 'fa:16:3e:6f:ac:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '63aff872-dce4-4fa1-969b-6aa9391e0873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:14:01Z', 'updated_at': '2022-03-31T22:14:02Z', 'revision_number': 2, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'subnets': [{'id': '63aff872-dce4-4fa1-969b-6aa9391e0873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:14:04.251204 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c2982796-ac30-4ece-807b-da14387f4008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:04.257278 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] Checking router: 0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:14:04.257633 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] Updating router 0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb port 40dfba84-cab2-4e36-8638-3741dcb05dca binding host dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:14:04.285944 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (40dfba84-cab2-4e36-8638-3741dcb05dca), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:04.452610 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e7378ddc-6274-489e-bbad-7149d19ed9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10430128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10336989'] for subnet (77a4b23a-4d5c-4bbb-8989-67584a5dd23b), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:04.508952 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7378ddc-6274-489e-bbad-7149d19ed9e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77a4b23a-4d5c-4bbb-8989-67584a5dd23b,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:04.518077 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7378ddc-6274-489e-bbad-7149d19ed9e0 admin admin] Checking segment: {'id': '2d88c7f2-4921-431e-9a26-f9baea1c8760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'eb065165-8d6a-482f-ab68-b0d0451f80b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:14:04.518466 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7378ddc-6274-489e-bbad-7149d19ed9e0 admin admin] Network hostable DHCP agents. Network: eb065165-8d6a-482f-ab68-b0d0451f80b4, hostable agents: ['0f848437-afb4-42e1-a895-141757b8cd79'], hosted agents: [] {{(pid=110666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:14:04.550894 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] Publish callbacks [] for port (40dfba84-cab2-4e36-8638-3741dcb05dca), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:04.591111 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 84510933-08c2-4585-be57-3a45c97a2fb2 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:14:04.639064 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 84510933-08c2-4585-be57-3a45c97a2fb2 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:14:04.639464 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (84510933-08c2-4585-be57-3a45c97a2fb2), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:04.640926 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7378ddc-6274-489e-bbad-7149d19ed9e0 admin admin] Network eb065165-8d6a-482f-ab68-b0d0451f80b4 is scheduled to be hosted by DHCP agent 0f848437-afb4-42e1-a895-141757b8cd79 with binding_index 1 {{(pid=110666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:14:04.663390 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (40dfba84-cab2-4e36-8638-3741dcb05dca), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:04.715104 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831a83c-d7c1-4d29-af78-a66f299ffa05 None None] Pushing event updated for resources: {'Port': ['ID=40dfba84-cab2-4e36-8638-3741dcb05dca,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:04.721666 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 84510933-08c2-4585-be57-3a45c97a2fb2 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:14:04.732283 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-e7378ddc-6274-489e-bbad-7149d19ed9e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-1-iscsi, eb065165-8d6a-482f-ab68-b0d0451f80b4) {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:14:04.742899 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831a83c-d7c1-4d29-af78-a66f299ffa05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:04.742899 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831a83c-d7c1-4d29-af78-a66f299ffa05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:04.742899 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831a83c-d7c1-4d29-af78-a66f299ffa05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:04.742899 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831a83c-d7c1-4d29-af78-a66f299ffa05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:04.742899 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831a83c-d7c1-4d29-af78-a66f299ffa05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:04.742899 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831a83c-d7c1-4d29-af78-a66f299ffa05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:04.742899 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831a83c-d7c1-4d29-af78-a66f299ffa05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:04.742899 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831a83c-d7c1-4d29-af78-a66f299ffa05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:04.742899 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831a83c-d7c1-4d29-af78-a66f299ffa05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:04.742899 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831a83c-d7c1-4d29-af78-a66f299ffa05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:04.743723 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831a83c-d7c1-4d29-af78-a66f299ffa05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:04.743815 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7378ddc-6274-489e-bbad-7149d19ed9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:04.743914 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831a83c-d7c1-4d29-af78-a66f299ffa05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:04.743914 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831a83c-d7c1-4d29-af78-a66f299ffa05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:04.744059 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-e7378ddc-6274-489e-bbad-7149d19ed9e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:04.744141 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831a83c-d7c1-4d29-af78-a66f299ffa05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:04.744327 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6831a83c-d7c1-4d29-af78-a66f299ffa05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:04.746554 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2a6892-8349-429a-8510-68f46a9a7228 None None] Network eb065165-8d6a-482f-ab68-b0d0451f80b4 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:14:04.774985 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] Attempting to bind port 40dfba84-cab2-4e36-8638-3741dcb05dca on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:14:04.775359 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] Attempting to bind port 40dfba84-cab2-4e36-8638-3741dcb05dca by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': '83c499b6-126b-4ce0-b4a2-f0be225e8ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:14:04.775721 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] Attempting to bind port 40dfba84-cab2-4e36-8638-3741dcb05dca on network 3944d8ae-842f-44bc-88da-73226dcac7be {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:14:04.781078 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:14:04.781446 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] Checking segment: {'id': '83c499b6-126b-4ce0-b4a2-f0be225e8ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:14:04.781843 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:04.782278 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] Bound using segment: {'id': '83c499b6-126b-4ce0-b4a2-f0be225e8ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:14:04.782967 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] Bound port: 40dfba84-cab2-4e36-8638-3741dcb05dca, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c499b6-126b-4ce0-b4a2-f0be225e8ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:14:04.783519 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (40dfba84-cab2-4e36-8638-3741dcb05dca), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:04.857763 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] For port 40dfba84-cab2-4e36-8638-3741dcb05dca, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:14:04.860694 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3f2048-085b-4eb6-9d42-7f5e9f1785db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a52870c-531f-5681-85b3-93ba771be156-eb065165-8d6a-482f-ab68-b0d0451f80b4', 'network_id': 'eb065165-8d6a-482f-ab68-b0d0451f80b4', 'project_id': '4e11873c6f37451f930946284e7eaee2', 'fixed_ips': [{'subnet_id': '77a4b23a-4d5c-4bbb-8989-67584a5dd23b'}]}} from dv-cinder-836083-1-iscsi. {{(pid=110668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 22:14:04.860996 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] For port 40dfba84-cab2-4e36-8638-3741dcb05dca, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=40dfba84-cab2-4e36-8638-3741dcb05dca,segment=NetworkSegment(83c499b6-126b-4ce0-b4a2-f0be225e8ff8),segment_id=83c499b6-126b-4ce0-b4a2-f0be225e8ff8)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:14:04.861961 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2048-085b-4eb6-9d42-7f5e9f1785db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:04.862686 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-e7378ddc-6274-489e-bbad-7149d19ed9e0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7289817 Mar 31 22:14:04.864669 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 37062) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:14:04.870698 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-f9cd47f1-3aac-41f7-b158-78225d886289 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-69533459-router', 'tenant_id': '4e11873c6f37451f930946284e7eaee2', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:14:04.938143 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (40dfba84-cab2-4e36-8638-3741dcb05dca), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:04.949697 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9cd47f1-3aac-41f7-b158-78225d886289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-644'] for router (27d23fd0-092e-4e46-9615-8803d463ebd9), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:04.950892 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9cd47f1-3aac-41f7-b158-78225d886289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1615592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-655'] for router (27d23fd0-092e-4e46-9615-8803d463ebd9), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:05.003722 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] Routers {'0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:14:05.004421 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:13:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:14:05.012856 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9cd47f1-3aac-41f7-b158-78225d886289 admin admin] Publish callbacks [] for router_controller (27d23fd0-092e-4e46-9615-8803d463ebd9), precommit_add_association {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:05.018297 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-628a3936-fc18-4f9c-8091-28614799ee86 None None] Provisioning complete for port 40dfba84-cab2-4e36-8638-3741dcb05dca triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:14:05.018738 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-628a3936-fc18-4f9c-8091-28614799ee86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (40dfba84-cab2-4e36-8638-3741dcb05dca), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:05.023557 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-cc3f2048-085b-4eb6-9d42-7f5e9f1785db None None] Allocated IP 172.20.0.2 (eb065165-8d6a-482f-ab68-b0d0451f80b4/77a4b23a-4d5c-4bbb-8989-67584a5dd23b/68b3e31e-cf68-4e37-9f41-59d8f1a71c1c) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:14:05.041884 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831a83c-d7c1-4d29-af78-a66f299ffa05 None None] Pushing event updated for resources: {'Port': ['ID=40dfba84-cab2-4e36-8638-3741dcb05dca,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:05.129577 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] Set router 0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:14:05.191476 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-628a3936-fc18-4f9c-8091-28614799ee86 None None] Current status of the port 40dfba84-cab2-4e36-8638-3741dcb05dca is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:14:05.192063 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-628a3936-fc18-4f9c-8091-28614799ee86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (40dfba84-cab2-4e36-8638-3741dcb05dca), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:05.253791 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-628a3936-fc18-4f9c-8091-28614799ee86 None None] For port 40dfba84-cab2-4e36-8638-3741dcb05dca, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=40dfba84-cab2-4e36-8638-3741dcb05dca,segment=NetworkSegment(83c499b6-126b-4ce0-b4a2-f0be225e8ff8),segment_id=83c499b6-126b-4ce0-b4a2-f0be225e8ff8)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:14:05.256609 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9cd47f1-3aac-41f7-b158-78225d886289 admin admin] Publish callbacks [] for router_gateway (27d23fd0-092e-4e46-9615-8803d463ebd9), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:05.277075 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2048-085b-4eb6-9d42-7f5e9f1785db None None] Publish callbacks [] for port (68b3e31e-cf68-4e37-9f41-59d8f1a71c1c), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:05.304689 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-628a3936-fc18-4f9c-8091-28614799ee86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (40dfba84-cab2-4e36-8638-3741dcb05dca), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:05.335459 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2048-085b-4eb6-9d42-7f5e9f1785db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (68b3e31e-cf68-4e37-9f41-59d8f1a71c1c), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:05.359991 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3f2048-085b-4eb6-9d42-7f5e9f1785db None None] Network eb065165-8d6a-482f-ab68-b0d0451f80b4 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:14:05.366747 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-cc3f2048-085b-4eb6-9d42-7f5e9f1785db None None] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:14:05.370065 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3f2048-085b-4eb6-9d42-7f5e9f1785db None None] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:14:05.377977 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a3936-fc18-4f9c-8091-28614799ee86 None None] Pushing event updated for resources: {'Port': ['ID=40dfba84-cab2-4e36-8638-3741dcb05dca,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:05.448099 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'name': 'tempest-TestMinimumBasicScenario-496333833-router', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '84510933-08c2-4585-be57-3a45c97a2fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:13:58Z', 'updated_at': '2022-03-31T22:14:01Z', 'revision_number': 4, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'gw_port': {'id': '84510933-08c2-4585-be57-3a45c97a2fb2', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:13:59Z', 'updated_at': '2022-03-31T22:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '40dfba84-cab2-4e36-8638-3741dcb05dca', 'name': '', 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'mac_address': 'fa:16:3e:6f:ac:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '63aff872-dce4-4fa1-969b-6aa9391e0873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:14:01Z', 'updated_at': '2022-03-31T22:14:04Z', 'revision_number': 4, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'subnets': [{'id': '63aff872-dce4-4fa1-969b-6aa9391e0873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:14:05.475403 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b671f13-0d90-4665-aa3d-77078679bc2e None None] The sync data for ids ['0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'] in dv-cinder-836083-1-iscsi is: [{'id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'name': 'tempest-TestMinimumBasicScenario-496333833-router', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '84510933-08c2-4585-be57-3a45c97a2fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:13:58Z', 'updated_at': '2022-03-31T22:14:01Z', 'revision_number': 4, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'gw_port': {'id': '84510933-08c2-4585-be57-3a45c97a2fb2', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:13:59Z', 'updated_at': '2022-03-31T22:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '40dfba84-cab2-4e36-8638-3741dcb05dca', 'name': '', 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'mac_address': 'fa:16:3e:6f:ac:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '63aff872-dce4-4fa1-969b-6aa9391e0873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:14:01Z', 'updated_at': '2022-03-31T22:14:04Z', 'revision_number': 4, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'subnets': [{'id': '63aff872-dce4-4fa1-969b-6aa9391e0873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:14:05.478290 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f2048-085b-4eb6-9d42-7f5e9f1785db None None] Pushing event updated for resources: {'Port': ['ID=68b3e31e-cf68-4e37-9f41-59d8f1a71c1c,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:05.485638 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-cc3f2048-085b-4eb6-9d42-7f5e9f1785db None None] Attempting to bind port 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:14:05.485929 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-cc3f2048-085b-4eb6-9d42-7f5e9f1785db None None] Attempting to bind port 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': '2d88c7f2-4921-431e-9a26-f9baea1c8760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'eb065165-8d6a-482f-ab68-b0d0451f80b4'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:14:05.486321 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3f2048-085b-4eb6-9d42-7f5e9f1785db None None] Attempting to bind port 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c on network eb065165-8d6a-482f-ab68-b0d0451f80b4 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:14:05.488274 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-69b132c5-e2c4-42e2-96c3-9a2a20a219ae None None] Provisioning complete for port 40dfba84-cab2-4e36-8638-3741dcb05dca triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:14:05.488640 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-69b132c5-e2c4-42e2-96c3-9a2a20a219ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (40dfba84-cab2-4e36-8638-3741dcb05dca), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:05.494354 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3f2048-085b-4eb6-9d42-7f5e9f1785db None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:14:05.494735 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3f2048-085b-4eb6-9d42-7f5e9f1785db None None] Checking segment: {'id': '2d88c7f2-4921-431e-9a26-f9baea1c8760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'eb065165-8d6a-482f-ab68-b0d0451f80b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:14:05.495166 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2048-085b-4eb6-9d42-7f5e9f1785db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:05.495511 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3f2048-085b-4eb6-9d42-7f5e9f1785db None None] Bound using segment: {'id': '2d88c7f2-4921-431e-9a26-f9baea1c8760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'eb065165-8d6a-482f-ab68-b0d0451f80b4'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:14:05.495976 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-cc3f2048-085b-4eb6-9d42-7f5e9f1785db None None] Bound port: 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d88c7f2-4921-431e-9a26-f9baea1c8760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'eb065165-8d6a-482f-ab68-b0d0451f80b4'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:14:05.496345 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2048-085b-4eb6-9d42-7f5e9f1785db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (68b3e31e-cf68-4e37-9f41-59d8f1a71c1c), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:05.564462 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9cd47f1-3aac-41f7-b158-78225d886289 admin admin] Publish callbacks [] for router_gateway (27d23fd0-092e-4e46-9615-8803d463ebd9), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:05.584551 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9cd47f1-3aac-41f7-b158-78225d886289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:05.647851 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-cc3f2048-085b-4eb6-9d42-7f5e9f1785db None None] For port 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:14:05.654810 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-cc3f2048-085b-4eb6-9d42-7f5e9f1785db None None] For port 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=68b3e31e-cf68-4e37-9f41-59d8f1a71c1c,segment=NetworkSegment(2d88c7f2-4921-431e-9a26-f9baea1c8760),segment_id=2d88c7f2-4921-431e-9a26-f9baea1c8760)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:14:05.658770 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-69b132c5-e2c4-42e2-96c3-9a2a20a219ae None None] Current status of the port 40dfba84-cab2-4e36-8638-3741dcb05dca is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:14:05.708424 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-f9cd47f1-3aac-41f7-b158-78225d886289 admin admin] Allocated IP 172.27.2.140 (ad19088a-a902-4a91-855f-5fb9d1c67d87/5d366205-9c7a-4898-9c8b-600d476ec59e/83c473ae-584f-42d4-9beb-1e821c125415) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:14:05.715752 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cc3f2048-085b-4eb6-9d42-7f5e9f1785db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (68b3e31e-cf68-4e37-9f41-59d8f1a71c1c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:05.782385 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f2048-085b-4eb6-9d42-7f5e9f1785db None None] Pushing event updated for resources: {'Port': ['ID=68b3e31e-cf68-4e37-9f41-59d8f1a71c1c,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:05.825625 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9cd47f1-3aac-41f7-b158-78225d886289 admin admin] Publish callbacks [] for port (83c473ae-584f-42d4-9beb-1e821c125415), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:05.916410 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9cd47f1-3aac-41f7-b158-78225d886289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (83c473ae-584f-42d4-9beb-1e821c125415), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:05.984150 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cd47f1-3aac-41f7-b158-78225d886289 admin admin] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:14:05.988562 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-f9cd47f1-3aac-41f7-b158-78225d886289 admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:14:05.990694 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cd47f1-3aac-41f7-b158-78225d886289 admin admin] Pushing event updated for resources: {'Port': ['ID=83c473ae-584f-42d4-9beb-1e821c125415,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:05.993303 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cd47f1-3aac-41f7-b158-78225d886289 admin admin] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:14:06.342237 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9cd47f1-3aac-41f7-b158-78225d886289 admin admin] Publish callbacks [] for router_gateway (27d23fd0-092e-4e46-9615-8803d463ebd9), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:06.587405 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9cd47f1-3aac-41f7-b158-78225d886289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625619'] for router (27d23fd0-092e-4e46-9615-8803d463ebd9), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:06.675120 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0e1b5662-daae-40cb-983d-717926687eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:06.696184 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 40dfba84-cab2-4e36-8638-3741dcb05dca up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:14:06.754681 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 40dfba84-cab2-4e36-8638-3741dcb05dca triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:14:06.755059 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (40dfba84-cab2-4e36-8638-3741dcb05dca), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:06.782053 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a07248-3ec9-49bc-81bd-d300af86a4a6 None None] Network eb065165-8d6a-482f-ab68-b0d0451f80b4 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:14:06.806600 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cd47f1-3aac-41f7-b158-78225d886289 admin admin] Router 27d23fd0-092e-4e46-9615-8803d463ebd9 is scheduled to L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c with binding_index 1 {{(pid=110666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:14:06.918554 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cd47f1-3aac-41f7-b158-78225d886289 admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:14:06.937581 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] Sync routers for ids ['27d23fd0-092e-4e46-9615-8803d463ebd9'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:14:06.944281 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-6bfa13ea-822e-4c68-9c24-5ea43e89daf3 None None] Provisioning complete for port 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:14:06.944638 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-6bfa13ea-822e-4c68-9c24-5ea43e89daf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (68b3e31e-cf68-4e37-9f41-59d8f1a71c1c), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:06.946843 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 40dfba84-cab2-4e36-8638-3741dcb05dca is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:14:06.947881 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:14:06.978482 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f9cd47f1-3aac-41f7-b158-78225d886289 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:06.979848 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-f9cd47f1-3aac-41f7-b158-78225d886289 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1128392 Mar 31 22:14:06.982494 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 37064) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:14:07.004759 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] Routers {'27d23fd0-092e-4e46-9615-8803d463ebd9'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:14:07.005319 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:14:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['27d23fd0-092e-4e46-9615-8803d463ebd9'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:14:07.155756 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:14:07.156136 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (68b3e31e-cf68-4e37-9f41-59d8f1a71c1c), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:07.320749 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] Set router 27d23fd0-092e-4e46-9615-8803d463ebd9 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:14:07.395366 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-6bfa13ea-822e-4c68-9c24-5ea43e89daf3 None None] Current status of the port 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:14:07.395754 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-6bfa13ea-822e-4c68-9c24-5ea43e89daf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (68b3e31e-cf68-4e37-9f41-59d8f1a71c1c), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:07.527546 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-6bfa13ea-822e-4c68-9c24-5ea43e89daf3 None None] For port 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=68b3e31e-cf68-4e37-9f41-59d8f1a71c1c,segment=NetworkSegment(2d88c7f2-4921-431e-9a26-f9baea1c8760),segment_id=2d88c7f2-4921-431e-9a26-f9baea1c8760)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:14:07.558035 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:14:07.558463 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (68b3e31e-cf68-4e37-9f41-59d8f1a71c1c), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:07.622762 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d23fd0-092e-4e46-9615-8803d463ebd9', 'name': 'tempest-TestMinimumBasicScenario-69533459-router', 'tenant_id': '4e11873c6f37451f930946284e7eaee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '83c473ae-584f-42d4-9beb-1e821c125415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:14:04Z', 'updated_at': '2022-03-31T22:14:06Z', 'revision_number': 3, 'project_id': '4e11873c6f37451f930946284e7eaee2', 'gw_port': {'id': '83c473ae-584f-42d4-9beb-1e821c125415', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:51:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d23fd0-092e-4e46-9615-8803d463ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:14:05Z', 'updated_at': '2022-03-31T22:14:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:14:07.626760 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-6bfa13ea-822e-4c68-9c24-5ea43e89daf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (68b3e31e-cf68-4e37-9f41-59d8f1a71c1c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:07.657527 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:07.658300 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] Checking router: 27d23fd0-092e-4e46-9615-8803d463ebd9 for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:14:07.658654 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] Updating router 27d23fd0-092e-4e46-9615-8803d463ebd9 port 83c473ae-584f-42d4-9beb-1e821c125415 binding host dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:14:07.688852 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3dd13e6b-ae3e-4aba-811d-0891339dcdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:07.767680 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.db.api [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 22:14:07.768318 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG oslo_db.api [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 22:14:07.772723 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (83c473ae-584f-42d4-9beb-1e821c125415), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:07.778024 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa13ea-822e-4c68-9c24-5ea43e89daf3 None None] Pushing event updated for resources: {'Port': ['ID=68b3e31e-cf68-4e37-9f41-59d8f1a71c1c,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:07.805082 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-468a6fa1-c682-4609-867e-a6c6a7733e7b None None] Provisioning complete for port 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:14:07.805456 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-468a6fa1-c682-4609-867e-a6c6a7733e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (68b3e31e-cf68-4e37-9f41-59d8f1a71c1c), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:07.847165 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-3dd13e6b-ae3e-4aba-811d-0891339dcdd0 admin admin] Allocated IP 172.20.0.1 (eb065165-8d6a-482f-ab68-b0d0451f80b4/77a4b23a-4d5c-4bbb-8989-67584a5dd23b/d5bea512-ad86-4e5b-9538-6038839d1268) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:14:07.951719 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:07.952516 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3dd13e6b-ae3e-4aba-811d-0891339dcdd0 admin admin] Publish callbacks [] for port (d5bea512-ad86-4e5b-9538-6038839d1268), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:08.000743 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-468a6fa1-c682-4609-867e-a6c6a7733e7b None None] Current status of the port 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:14:08.053236 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3dd13e6b-ae3e-4aba-811d-0891339dcdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (d5bea512-ad86-4e5b-9538-6038839d1268), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:08.094698 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd13e6b-ae3e-4aba-811d-0891339dcdd0 admin admin] Network eb065165-8d6a-482f-ab68-b0d0451f80b4 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:14:08.097574 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-3dd13e6b-ae3e-4aba-811d-0891339dcdd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:14:08.100007 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] Publish callbacks [] for port (83c473ae-584f-42d4-9beb-1e821c125415), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:08.103919 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd13e6b-ae3e-4aba-811d-0891339dcdd0 admin admin] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:14:08.126074 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd13e6b-ae3e-4aba-811d-0891339dcdd0 admin admin] Pushing event updated for resources: {'Port': ['ID=d5bea512-ad86-4e5b-9538-6038839d1268,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:08.146567 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3dd13e6b-ae3e-4aba-811d-0891339dcdd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623236'] for router_interface (27d23fd0-092e-4e46-9615-8803d463ebd9), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:08.172283 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (83c473ae-584f-42d4-9beb-1e821c125415), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:08.228288 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4ed91-5903-4804-b2fb-ecaffacbf765 None None] Pushing event updated for resources: {'Port': ['ID=83c473ae-584f-42d4-9beb-1e821c125415,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:08.230690 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] Attempting to bind port 83c473ae-584f-42d4-9beb-1e821c125415 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:14:08.231066 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] Attempting to bind port 83c473ae-584f-42d4-9beb-1e821c125415 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:14:08.231431 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] Attempting to bind port 83c473ae-584f-42d4-9beb-1e821c125415 on network ad19088a-a902-4a91-855f-5fb9d1c67d87 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:14:08.237043 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:14:08.237415 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] Checking segment: {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:14:08.237809 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:08.238227 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] Bound using segment: {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:14:08.238717 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] Bound port: 83c473ae-584f-42d4-9beb-1e821c125415, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:14:08.239096 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (83c473ae-584f-42d4-9beb-1e821c125415), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:08.347977 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] For port 83c473ae-584f-42d4-9beb-1e821c125415, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:14:08.353198 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3dd13e6b-ae3e-4aba-811d-0891339dcdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (d5bea512-ad86-4e5b-9538-6038839d1268), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:08.363595 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:14:08.366558 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] For port 83c473ae-584f-42d4-9beb-1e821c125415, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=83c473ae-584f-42d4-9beb-1e821c125415,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:14:08.371036 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-458344dd-9517-4c71-acc4-5f723e52010a None None] Provisioning complete for port d5bea512-ad86-4e5b-9538-6038839d1268 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:14:08.371397 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-458344dd-9517-4c71-acc4-5f723e52010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (d5bea512-ad86-4e5b-9538-6038839d1268), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:08.405550 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-458344dd-9517-4c71-acc4-5f723e52010a None None] Port d5bea512-ad86-4e5b-9538-6038839d1268 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:14:08.428207 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (83c473ae-584f-42d4-9beb-1e821c125415), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:08.488491 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4ed91-5903-4804-b2fb-ecaffacbf765 None None] Pushing event updated for resources: {'Port': ['ID=83c473ae-584f-42d4-9beb-1e821c125415,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:08.492515 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] Routers {'27d23fd0-092e-4e46-9615-8803d463ebd9'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:14:08.493113 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:14:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['27d23fd0-092e-4e46-9615-8803d463ebd9'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:14:08.524875 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3dd13e6b-ae3e-4aba-811d-0891339dcdd0 admin admin] Publish callbacks [] for port (d5bea512-ad86-4e5b-9538-6038839d1268), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:08.594186 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:14:08.595041 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3dd13e6b-ae3e-4aba-811d-0891339dcdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (d5bea512-ad86-4e5b-9538-6038839d1268), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:08.603162 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] Set router 27d23fd0-092e-4e46-9615-8803d463ebd9 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:14:08.662069 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd13e6b-ae3e-4aba-811d-0891339dcdd0 admin admin] Pushing event updated for resources: {'Port': ['ID=d5bea512-ad86-4e5b-9538-6038839d1268,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:08.665450 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-3dd13e6b-ae3e-4aba-811d-0891339dcdd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1828931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623120'] for router_interface (27d23fd0-092e-4e46-9615-8803d463ebd9), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:08.756978 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:14:08.757352 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (68b3e31e-cf68-4e37-9f41-59d8f1a71c1c), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:08.759888 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd13e6b-ae3e-4aba-811d-0891339dcdd0 admin admin] Network eb065165-8d6a-482f-ab68-b0d0451f80b4 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:14:08.761563 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-3dd13e6b-ae3e-4aba-811d-0891339dcdd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:14:08.886617 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd13e6b-ae3e-4aba-811d-0891339dcdd0 admin admin] Router 27d23fd0-092e-4e46-9615-8803d463ebd9 has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:14:08.897822 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:14:08.912255 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d23fd0-092e-4e46-9615-8803d463ebd9', 'name': 'tempest-TestMinimumBasicScenario-69533459-router', 'tenant_id': '4e11873c6f37451f930946284e7eaee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '83c473ae-584f-42d4-9beb-1e821c125415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:14:04Z', 'updated_at': '2022-03-31T22:14:08Z', 'revision_number': 4, 'project_id': '4e11873c6f37451f930946284e7eaee2', 'gw_port': {'id': '83c473ae-584f-42d4-9beb-1e821c125415', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:51:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d23fd0-092e-4e46-9615-8803d463ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:14:05Z', 'updated_at': '2022-03-31T22:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'd5bea512-ad86-4e5b-9538-6038839d1268', 'name': '', 'network_id': 'eb065165-8d6a-482f-ab68-b0d0451f80b4', 'tenant_id': '4e11873c6f37451f930946284e7eaee2', 'mac_address': 'fa:16:3e:43:69:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d23fd0-092e-4e46-9615-8803d463ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '77a4b23a-4d5c-4bbb-8989-67584a5dd23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:14:07Z', 'updated_at': '2022-03-31T22:14:07Z', 'revision_number': 1, 'project_id': '4e11873c6f37451f930946284e7eaee2', 'subnets': [{'id': '77a4b23a-4d5c-4bbb-8989-67584a5dd23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:14:08.945965 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f5038-ebb7-4766-b97a-b5e10e11475b None None] The sync data for ids ['27d23fd0-092e-4e46-9615-8803d463ebd9'] in dv-cinder-836083-1-iscsi is: [{'id': '27d23fd0-092e-4e46-9615-8803d463ebd9', 'name': 'tempest-TestMinimumBasicScenario-69533459-router', 'tenant_id': '4e11873c6f37451f930946284e7eaee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '83c473ae-584f-42d4-9beb-1e821c125415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:14:04Z', 'updated_at': '2022-03-31T22:14:08Z', 'revision_number': 4, 'project_id': '4e11873c6f37451f930946284e7eaee2', 'gw_port': {'id': '83c473ae-584f-42d4-9beb-1e821c125415', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:51:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d23fd0-092e-4e46-9615-8803d463ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:14:05Z', 'updated_at': '2022-03-31T22:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'd5bea512-ad86-4e5b-9538-6038839d1268', 'name': '', 'network_id': 'eb065165-8d6a-482f-ab68-b0d0451f80b4', 'tenant_id': '4e11873c6f37451f930946284e7eaee2', 'mac_address': 'fa:16:3e:43:69:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d23fd0-092e-4e46-9615-8803d463ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '77a4b23a-4d5c-4bbb-8989-67584a5dd23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:14:07Z', 'updated_at': '2022-03-31T22:14:07Z', 'revision_number': 1, 'project_id': '4e11873c6f37451f930946284e7eaee2', 'subnets': [{'id': '77a4b23a-4d5c-4bbb-8989-67584a5dd23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:14:09.009250 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd13e6b-ae3e-4aba-811d-0891339dcdd0 admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:14:09.025387 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-3dd13e6b-ae3e-4aba-811d-0891339dcdd0 admin admin] 10.222.0.59 "PUT /v2.0/routers/27d23fd0-092e-4e46-9615-8803d463ebd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0329278 Mar 31 22:14:09.037546 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-d72319e0-c81f-4397-baa8-fcb3c0c987be None None] Provisioning complete for port d5bea512-ad86-4e5b-9538-6038839d1268 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:14:09.037931 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d72319e0-c81f-4397-baa8-fcb3c0c987be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (d5bea512-ad86-4e5b-9538-6038839d1268), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:09.065958 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:09.075825 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-d72319e0-c81f-4397-baa8-fcb3c0c987be None None] Port d5bea512-ad86-4e5b-9538-6038839d1268 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:14:10.428198 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:10.650090 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 83c473ae-584f-42d4-9beb-1e821c125415 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:14:10.712424 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 83c473ae-584f-42d4-9beb-1e821c125415 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:14:10.712933 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (83c473ae-584f-42d4-9beb-1e821c125415), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:10.798959 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 83c473ae-584f-42d4-9beb-1e821c125415 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:14:10.799453 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (83c473ae-584f-42d4-9beb-1e821c125415), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:10.826404 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] For port 83c473ae-584f-42d4-9beb-1e821c125415, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=83c473ae-584f-42d4-9beb-1e821c125415,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:14:10.891312 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (83c473ae-584f-42d4-9beb-1e821c125415), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:10.954622 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Pushing event updated for resources: {'Port': ['ID=83c473ae-584f-42d4-9beb-1e821c125415,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:12.600997 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 83c473ae-584f-42d4-9beb-1e821c125415 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:14:12.650443 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 83c473ae-584f-42d4-9beb-1e821c125415 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:14:12.650823 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (83c473ae-584f-42d4-9beb-1e821c125415), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:12.737045 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 83c473ae-584f-42d4-9beb-1e821c125415 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:14:12.756975 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] Sync routers for ids ['27d23fd0-092e-4e46-9615-8803d463ebd9'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:14:12.767426 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] Routers {'27d23fd0-092e-4e46-9615-8803d463ebd9'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:14:12.768118 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:14:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['27d23fd0-092e-4e46-9615-8803d463ebd9'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:14:12.875582 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] Set router 27d23fd0-092e-4e46-9615-8803d463ebd9 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:14:13.111109 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d23fd0-092e-4e46-9615-8803d463ebd9', 'name': 'tempest-TestMinimumBasicScenario-69533459-router', 'tenant_id': '4e11873c6f37451f930946284e7eaee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '83c473ae-584f-42d4-9beb-1e821c125415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:14:04Z', 'updated_at': '2022-03-31T22:14:08Z', 'revision_number': 4, 'project_id': '4e11873c6f37451f930946284e7eaee2', 'gw_port': {'id': '83c473ae-584f-42d4-9beb-1e821c125415', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:51:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d23fd0-092e-4e46-9615-8803d463ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:14:05Z', 'updated_at': '2022-03-31T22:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'd5bea512-ad86-4e5b-9538-6038839d1268', 'name': '', 'network_id': 'eb065165-8d6a-482f-ab68-b0d0451f80b4', 'tenant_id': '4e11873c6f37451f930946284e7eaee2', 'mac_address': 'fa:16:3e:43:69:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d23fd0-092e-4e46-9615-8803d463ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '77a4b23a-4d5c-4bbb-8989-67584a5dd23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:14:07Z', 'updated_at': '2022-03-31T22:14:08Z', 'revision_number': 2, 'project_id': '4e11873c6f37451f930946284e7eaee2', 'subnets': [{'id': '77a4b23a-4d5c-4bbb-8989-67584a5dd23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:14:13.137885 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] Checking router: 27d23fd0-092e-4e46-9615-8803d463ebd9 for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:14:13.138693 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] Updating router 27d23fd0-092e-4e46-9615-8803d463ebd9 port d5bea512-ad86-4e5b-9538-6038839d1268 binding host dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:14:13.165966 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (d5bea512-ad86-4e5b-9538-6038839d1268), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:13.449313 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] Publish callbacks [] for port (d5bea512-ad86-4e5b-9538-6038839d1268), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:13.515033 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (d5bea512-ad86-4e5b-9538-6038839d1268), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:13.560455 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30628f7-fbd1-411b-8cf6-6cad1ddd5ba1 None None] Pushing event updated for resources: {'Port': ['ID=d5bea512-ad86-4e5b-9538-6038839d1268,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:13.634737 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] Attempting to bind port d5bea512-ad86-4e5b-9538-6038839d1268 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:14:13.635226 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] Attempting to bind port d5bea512-ad86-4e5b-9538-6038839d1268 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': '2d88c7f2-4921-431e-9a26-f9baea1c8760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'eb065165-8d6a-482f-ab68-b0d0451f80b4'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:14:13.635654 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] Attempting to bind port d5bea512-ad86-4e5b-9538-6038839d1268 on network eb065165-8d6a-482f-ab68-b0d0451f80b4 {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:14:13.641050 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:14:13.641468 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] Checking segment: {'id': '2d88c7f2-4921-431e-9a26-f9baea1c8760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'eb065165-8d6a-482f-ab68-b0d0451f80b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:14:13.641940 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:13.642452 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] Bound using segment: {'id': '2d88c7f2-4921-431e-9a26-f9baea1c8760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'eb065165-8d6a-482f-ab68-b0d0451f80b4'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:14:13.643001 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] Bound port: d5bea512-ad86-4e5b-9538-6038839d1268, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d88c7f2-4921-431e-9a26-f9baea1c8760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'eb065165-8d6a-482f-ab68-b0d0451f80b4'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:14:13.643391 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (d5bea512-ad86-4e5b-9538-6038839d1268), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:13.716869 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] For port d5bea512-ad86-4e5b-9538-6038839d1268, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:14:13.720183 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] For port d5bea512-ad86-4e5b-9538-6038839d1268, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=d5bea512-ad86-4e5b-9538-6038839d1268,segment=NetworkSegment(2d88c7f2-4921-431e-9a26-f9baea1c8760),segment_id=2d88c7f2-4921-431e-9a26-f9baea1c8760)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:14:13.833876 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-57a85ba0-ff8d-4b17-aeec-a1362fe2aa62 None None] Provisioning complete for port d5bea512-ad86-4e5b-9538-6038839d1268 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:14:13.835141 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-57a85ba0-ff8d-4b17-aeec-a1362fe2aa62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (d5bea512-ad86-4e5b-9538-6038839d1268), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:13.846054 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (d5bea512-ad86-4e5b-9538-6038839d1268), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:13.871818 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-57a85ba0-ff8d-4b17-aeec-a1362fe2aa62 None None] Port d5bea512-ad86-4e5b-9538-6038839d1268 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:14:13.910769 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30628f7-fbd1-411b-8cf6-6cad1ddd5ba1 None None] Pushing event updated for resources: {'Port': ['ID=d5bea512-ad86-4e5b-9538-6038839d1268,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:13.913932 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] Routers {'27d23fd0-092e-4e46-9615-8803d463ebd9'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:14:13.918343 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:14:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['27d23fd0-092e-4e46-9615-8803d463ebd9'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:14:14.054231 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] Set router 27d23fd0-092e-4e46-9615-8803d463ebd9 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:14:14.200271 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-73a895bc-2056-4f12-b307-d3b96d520257 None None] Provisioning complete for port d5bea512-ad86-4e5b-9538-6038839d1268 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:14:14.200526 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-73a895bc-2056-4f12-b307-d3b96d520257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (d5bea512-ad86-4e5b-9538-6038839d1268), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:14.289897 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d23fd0-092e-4e46-9615-8803d463ebd9', 'name': 'tempest-TestMinimumBasicScenario-69533459-router', 'tenant_id': '4e11873c6f37451f930946284e7eaee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '83c473ae-584f-42d4-9beb-1e821c125415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:14:04Z', 'updated_at': '2022-03-31T22:14:08Z', 'revision_number': 4, 'project_id': '4e11873c6f37451f930946284e7eaee2', 'gw_port': {'id': '83c473ae-584f-42d4-9beb-1e821c125415', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:51:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d23fd0-092e-4e46-9615-8803d463ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:14:05Z', 'updated_at': '2022-03-31T22:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'd5bea512-ad86-4e5b-9538-6038839d1268', 'name': '', 'network_id': 'eb065165-8d6a-482f-ab68-b0d0451f80b4', 'tenant_id': '4e11873c6f37451f930946284e7eaee2', 'mac_address': 'fa:16:3e:43:69:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d23fd0-092e-4e46-9615-8803d463ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '77a4b23a-4d5c-4bbb-8989-67584a5dd23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:14:07Z', 'updated_at': '2022-03-31T22:14:13Z', 'revision_number': 4, 'project_id': '4e11873c6f37451f930946284e7eaee2', 'subnets': [{'id': '77a4b23a-4d5c-4bbb-8989-67584a5dd23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:14:14.297269 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-73a895bc-2056-4f12-b307-d3b96d520257 None None] Current status of the port d5bea512-ad86-4e5b-9538-6038839d1268 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:14:14.297664 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-73a895bc-2056-4f12-b307-d3b96d520257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (d5bea512-ad86-4e5b-9538-6038839d1268), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:14.320798 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d00bcf-68aa-486a-a623-f2daafd938bb None None] The sync data for ids ['27d23fd0-092e-4e46-9615-8803d463ebd9'] in dv-cinder-836083-1-iscsi is: [{'id': '27d23fd0-092e-4e46-9615-8803d463ebd9', 'name': 'tempest-TestMinimumBasicScenario-69533459-router', 'tenant_id': '4e11873c6f37451f930946284e7eaee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '83c473ae-584f-42d4-9beb-1e821c125415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:14:04Z', 'updated_at': '2022-03-31T22:14:08Z', 'revision_number': 4, 'project_id': '4e11873c6f37451f930946284e7eaee2', 'gw_port': {'id': '83c473ae-584f-42d4-9beb-1e821c125415', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:51:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d23fd0-092e-4e46-9615-8803d463ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:14:05Z', 'updated_at': '2022-03-31T22:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'd5bea512-ad86-4e5b-9538-6038839d1268', 'name': '', 'network_id': 'eb065165-8d6a-482f-ab68-b0d0451f80b4', 'tenant_id': '4e11873c6f37451f930946284e7eaee2', 'mac_address': 'fa:16:3e:43:69:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d23fd0-092e-4e46-9615-8803d463ebd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '77a4b23a-4d5c-4bbb-8989-67584a5dd23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:14:07Z', 'updated_at': '2022-03-31T22:14:13Z', 'revision_number': 4, 'project_id': '4e11873c6f37451f930946284e7eaee2', 'subnets': [{'id': '77a4b23a-4d5c-4bbb-8989-67584a5dd23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:14:14.335499 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-73a895bc-2056-4f12-b307-d3b96d520257 None None] For port d5bea512-ad86-4e5b-9538-6038839d1268, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=d5bea512-ad86-4e5b-9538-6038839d1268,segment=NetworkSegment(2d88c7f2-4921-431e-9a26-f9baea1c8760),segment_id=2d88c7f2-4921-431e-9a26-f9baea1c8760)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:14:14.406980 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-73a895bc-2056-4f12-b307-d3b96d520257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (d5bea512-ad86-4e5b-9538-6038839d1268), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:14.482012 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a895bc-2056-4f12-b307-d3b96d520257 None None] Pushing event updated for resources: {'Port': ['ID=d5bea512-ad86-4e5b-9538-6038839d1268,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:14.648459 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device d5bea512-ad86-4e5b-9538-6038839d1268 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:14:14.723199 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port d5bea512-ad86-4e5b-9538-6038839d1268 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:14:14.723495 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (d5bea512-ad86-4e5b-9538-6038839d1268), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:14.834931 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port d5bea512-ad86-4e5b-9538-6038839d1268 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:14:17.846332 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-1b42e764-2654-4e48-8c41-2155986e017d req-0fa007b8-e3a3-45f4-9b9a-14c5470c2013 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540352 Mar 31 22:14:17.945060 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42e764-2654-4e48-8c41-2155986e017d req-542ba3e5-d0c2-4e72-a5a9-2f6f68c6d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:17.946642 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-1b42e764-2654-4e48-8c41-2155986e017d req-542ba3e5-d0c2-4e72-a5a9-2f6f68c6d6d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f01f56a3345549e293388df536c13114&device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 1129 time: 0.0495901 Mar 31 22:14:18.060311 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42e764-2654-4e48-8c41-2155986e017d req-d5d3f852-27ff-4449-831b-5bf427367255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:18.062216 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-1b42e764-2654-4e48-8c41-2155986e017d req-d5d3f852-27ff-4449-831b-5bf427367255 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306 HTTP/1.1" status: 200 len: 910 time: 0.0949745 Mar 31 22:14:18.144262 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-1b42e764-2654-4e48-8c41-2155986e017d req-982e27cf-3f05-4ec0-aa99-c03442118f7c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c986ac4-6f24-4249-a29d-72d50fc9dc2e HTTP/1.1" status: 200 len: 1001 time: 0.0736787 Mar 31 22:14:18.202311 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42e764-2654-4e48-8c41-2155986e017d req-46b066be-1f49-44c8-b571-91e2c1b2e856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:18.204157 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-1b42e764-2654-4e48-8c41-2155986e017d req-46b066be-1f49-44c8-b571-91e2c1b2e856 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19ca2eea-2520-4d8a-8741-e1131c92ae8e HTTP/1.1" status: 200 len: 848 time: 0.0541797 Mar 31 22:14:18.256219 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42e764-2654-4e48-8c41-2155986e017d req-a358ec8b-abf4-4e63-ad68-cce330d61a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:18.257790 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-1b42e764-2654-4e48-8c41-2155986e017d req-a358ec8b-abf4-4e63-ad68-cce330d61a05 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479255 Mar 31 22:14:18.365664 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-1b42e764-2654-4e48-8c41-2155986e017d req-19ecd382-2e09-491e-837c-284074091e40 service neutron] 10.222.0.57 "GET /v2.0/networks/d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019659 Mar 31 22:14:18.466328 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-1b42e764-2654-4e48-8c41-2155986e017d req-e59c2546-323b-45f6-8874-e09f40e80e40 service neutron] 10.222.0.57 "GET /v2.0/networks/d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944548 Mar 31 22:14:20.343418 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-eb198f72-3350-4b80-b959-45bc387109f0 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:20.344911 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-eb198f72-3350-4b80-b959-45bc387109f0 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/networks?id=3944d8ae-842f-44bc-88da-73226dcac7be HTTP/1.1" status: 200 len: 814 time: 0.3398662 Mar 31 22:14:20.359805 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-f4c0194e-1bc1-43c6-98f2-181e2f52cfa1 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/quotas/abfe4e4d3eb944f8a61e347180714fe0 HTTP/1.1" status: 200 len: 375 time: 0.0087473 Mar 31 22:14:20.414085 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-ff740e2a-d1e5-4533-bf14-8aee3d71b1d9 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=abfe4e4d3eb944f8a61e347180714fe0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492435 Mar 31 22:14:20.430131 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-3cbe37e6-4f7f-462c-ba6c-2139ae7dd040 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 22:14:20.431084 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-3cbe37e6-4f7f-462c-ba6c-2139ae7dd040 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054815 Mar 31 22:14:20.519662 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-73f0b080-c837-49df-b664-c650da1a4064 service neutron] 10.222.0.59 "GET /v2.0/networks/3944d8ae-842f-44bc-88da-73226dcac7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833528 Mar 31 22:14:20.607044 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-e860ee6a-bc7c-4817-b8c0-dd3053a7bfdc service neutron] 10.222.0.59 "GET /v2.0/networks/3944d8ae-842f-44bc-88da-73226dcac7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811422 Mar 31 22:14:21.006681 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-06655951-7181-4a7c-97d5-604e1d3d87b1 req-0b4088cc-f7de-48fc-a37d-2ad621626601 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 210 time: 0.1295438 Mar 31 22:14:21.143723 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:14:22.087339 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7fca745d-c7d7-4240-9667-644d801bed1c req-3b2c1bb8-3832-4652-a7c1-15960b2095bb tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 210 time: 0.0283034 Mar 31 22:14:23.184000 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-94dc1313-ee44-4384-ab23-76a150f4d86b req-a1c595be-7137-492f-9e13-1994bac376e3 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 210 time: 0.0311399 Mar 31 22:14:23.324974 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-e6c88319-ac49-4f4b-8994-963b35ac8ff8 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:23.326466 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-e6c88319-ac49-4f4b-8994-963b35ac8ff8 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.57 "GET /v2.0/networks?id=3944d8ae-842f-44bc-88da-73226dcac7be HTTP/1.1" status: 200 len: 814 time: 0.1042345 Mar 31 22:14:23.339085 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-8e870027-4113-4bbe-b0b2-9b5575c88a50 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Request body: {'port': {'device_id': '33966242-950f-4775-916c-cea5cbd5014d', 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be', 'admin_state_up': True, 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:14:23.491835 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-8e870027-4113-4bbe-b0b2-9b5575c88a50 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Made reservation on behalf of abfe4e4d3eb944f8a61e347180714fe0 for: {'port': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:14:23.495382 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-8e870027-4113-4bbe-b0b2-9b5575c88a50 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:23.624372 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-8e870027-4113-4bbe-b0b2-9b5575c88a50 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Allocated IP 172.20.0.7 (3944d8ae-842f-44bc-88da-73226dcac7be/63aff872-dce4-4fa1-969b-6aa9391e0873/9c219bba-fbde-4840-b7ae-a754ff753524) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:14:23.773890 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-8e870027-4113-4bbe-b0b2-9b5575c88a50 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for port (9c219bba-fbde-4840-b7ae-a754ff753524), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:23.875272 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-8e870027-4113-4bbe-b0b2-9b5575c88a50 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (9c219bba-fbde-4840-b7ae-a754ff753524), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:23.915135 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-8e870027-4113-4bbe-b0b2-9b5575c88a50 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Network 3944d8ae-842f-44bc-88da-73226dcac7be is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:14:23.918243 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-8e870027-4113-4bbe-b0b2-9b5575c88a50 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:14:23.922363 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-8e870027-4113-4bbe-b0b2-9b5575c88a50 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:14:23.964897 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e870027-4113-4bbe-b0b2-9b5575c88a50 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Pushing event updated for resources: {'Port': ['ID=9c219bba-fbde-4840-b7ae-a754ff753524,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:23.999373 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-8e870027-4113-4bbe-b0b2-9b5575c88a50 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:23.999958 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-8e870027-4113-4bbe-b0b2-9b5575c88a50 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:24.097026 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-8e870027-4113-4bbe-b0b2-9b5575c88a50 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7611051 Mar 31 22:14:24.330376 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-009ddc19-3157-4102-8886-e66b43ff2b2c None None] Provisioning complete for port 9c219bba-fbde-4840-b7ae-a754ff753524 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:14:24.331474 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-009ddc19-3157-4102-8886-e66b43ff2b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (9c219bba-fbde-4840-b7ae-a754ff753524), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:24.378659 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560d0a8-174a-4f92-8471-557931274c41 req-5f382e70-4c78-43af-a194-ea0576c4f109 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:24.380955 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b560d0a8-174a-4f92-8471-557931274c41 req-5f382e70-4c78-43af-a194-ea0576c4f109 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 931 time: 0.0615008 Mar 31 22:14:24.418773 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-009ddc19-3157-4102-8886-e66b43ff2b2c None None] Port 9c219bba-fbde-4840-b7ae-a754ff753524 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:14:24.444714 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b560d0a8-174a-4f92-8471-557931274c41 req-d8dfe41f-132f-43da-8650-47a5e91c4a73 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533261 Mar 31 22:14:25.593527 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f41a2-1894-4a0f-b90b-05b28f2eb71b req-54611696-eb8f-47e7-b491-afa938fe40ad tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:25.595117 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-232f41a2-1894-4a0f-b90b-05b28f2eb71b req-54611696-eb8f-47e7-b491-afa938fe40ad tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 931 time: 0.0630357 Mar 31 22:14:25.645135 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-232f41a2-1894-4a0f-b90b-05b28f2eb71b req-5ba2a365-dd53-4019-9f21-85e2482616a6 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427203 Mar 31 22:14:26.770140 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612be64-a541-40b0-96e0-9f9cdc8ac076 req-989ac744-7f3a-4610-989f-2342f40c0ba1 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:26.772412 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0612be64-a541-40b0-96e0-9f9cdc8ac076 req-989ac744-7f3a-4610-989f-2342f40c0ba1 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 931 time: 0.0594587 Mar 31 22:14:26.833229 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0612be64-a541-40b0-96e0-9f9cdc8ac076 req-077724f0-3aa9-442d-8d81-2c5d745873aa tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505140 Mar 31 22:14:27.976832 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574676b-c74c-4da9-85a8-69fc2e4f8413 req-bcd4c1ae-23ae-4704-bbb4-5fb4f0f1f2fe tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:27.979532 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8574676b-c74c-4da9-85a8-69fc2e4f8413 req-bcd4c1ae-23ae-4704-bbb4-5fb4f0f1f2fe tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 931 time: 0.0843785 Mar 31 22:14:28.037022 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8574676b-c74c-4da9-85a8-69fc2e4f8413 req-5d9316d3-39d9-4dd5-ae48-5dff128bf510 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532346 Mar 31 22:14:29.177851 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42cc8c-7437-49ad-bee9-4eb24162a42e req-56ab76c4-ad56-4c2e-a635-e3fc943bb84a tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:29.179704 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3f42cc8c-7437-49ad-bee9-4eb24162a42e req-56ab76c4-ad56-4c2e-a635-e3fc943bb84a tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 931 time: 0.0670774 Mar 31 22:14:29.235774 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3f42cc8c-7437-49ad-bee9-4eb24162a42e req-56eacf30-1267-4b90-b07d-96ba70ea55f3 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502882 Mar 31 22:14:30.371195 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349d54f-8983-45dc-bb2a-0a4b8f4e5db9 req-6c4716ba-b330-4a74-988d-28bf99ec1c3b tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:30.372803 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7349d54f-8983-45dc-bb2a-0a4b8f4e5db9 req-6c4716ba-b330-4a74-988d-28bf99ec1c3b tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 931 time: 0.0573249 Mar 31 22:14:30.428273 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7349d54f-8983-45dc-bb2a-0a4b8f4e5db9 req-27ed795e-e63c-4645-866a-98ea88fd43f9 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489290 Mar 31 22:14:31.542229 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe3e88-918b-4fb7-94fd-1ac5bbfa1b7c req-d1956f44-c7da-49f6-9378-261e35271ee5 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:31.543690 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-86fe3e88-918b-4fb7-94fd-1ac5bbfa1b7c req-d1956f44-c7da-49f6-9378-261e35271ee5 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 931 time: 0.0515223 Mar 31 22:14:31.590166 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-86fe3e88-918b-4fb7-94fd-1ac5bbfa1b7c req-26556f42-cdae-418e-93d6-9299c9b9c335 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409498 Mar 31 22:14:31.791808 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-ba1113a5-ab95-42d9-8970-9a4a13104be4 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 22:14:31.792730 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-ba1113a5-ab95-42d9-8970-9a4a13104be4 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053487 Mar 31 22:14:31.855361 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-ead7a84b-4fb4-494c-9506-ebfd57c647ee service neutron] Request body: {'port': {'device_id': '33966242-950f-4775-916c-cea5cbd5014d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:14:31.919487 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-ead7a84b-4fb4-494c-9506-ebfd57c647ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (9c219bba-fbde-4840-b7ae-a754ff753524), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:32.175754 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-ead7a84b-4fb4-494c-9506-ebfd57c647ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c219bba-fbde-4840-b7ae-a754ff753524 {{(pid=110666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:14:32.183915 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-ead7a84b-4fb4-494c-9506-ebfd57c647ee service neutron] Publish callbacks [] for port (9c219bba-fbde-4840-b7ae-a754ff753524), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:32.195533 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.provisioning_blocks [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-ead7a84b-4fb4-494c-9506-ebfd57c647ee service neutron] Transition to ACTIVE for port object 9c219bba-fbde-4840-b7ae-a754ff753524 will not be triggered until provisioned by entity L2. {{(pid=110666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 22:14:32.268683 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-ead7a84b-4fb4-494c-9506-ebfd57c647ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (9c219bba-fbde-4840-b7ae-a754ff753524), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:32.316626 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7a84b-4fb4-494c-9506-ebfd57c647ee service neutron] Pushing event updated for resources: {'Port': ['ID=9c219bba-fbde-4840-b7ae-a754ff753524,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:32.393061 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-ead7a84b-4fb4-494c-9506-ebfd57c647ee service neutron] Attempting to bind port 9c219bba-fbde-4840-b7ae-a754ff753524 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:14:32.393414 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-ead7a84b-4fb4-494c-9506-ebfd57c647ee service neutron] Attempting to bind port 9c219bba-fbde-4840-b7ae-a754ff753524 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '83c499b6-126b-4ce0-b4a2-f0be225e8ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:14:32.393746 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-ead7a84b-4fb4-494c-9506-ebfd57c647ee service neutron] Attempting to bind port 9c219bba-fbde-4840-b7ae-a754ff753524 on network 3944d8ae-842f-44bc-88da-73226dcac7be {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:14:32.399108 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-ead7a84b-4fb4-494c-9506-ebfd57c647ee service neutron] Port 9c219bba-fbde-4840-b7ae-a754ff753524 on network 3944d8ae-842f-44bc-88da-73226dcac7be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:14:32.399460 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-ead7a84b-4fb4-494c-9506-ebfd57c647ee service neutron] Attempting to bind port 9c219bba-fbde-4840-b7ae-a754ff753524 on network 3944d8ae-842f-44bc-88da-73226dcac7be {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:14:32.404402 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-ead7a84b-4fb4-494c-9506-ebfd57c647ee service neutron] Checking agent: {'id': '0c6c7b6d-d51d-4e70-9732-01ea9921e922', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'started_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:14:32.404745 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-ead7a84b-4fb4-494c-9506-ebfd57c647ee service neutron] Checking segment: {'id': '83c499b6-126b-4ce0-b4a2-f0be225e8ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:14:32.405135 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-ead7a84b-4fb4-494c-9506-ebfd57c647ee service neutron] Bound using segment: {'id': '83c499b6-126b-4ce0-b4a2-f0be225e8ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:14:32.405568 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-ead7a84b-4fb4-494c-9506-ebfd57c647ee service neutron] Bound port: 9c219bba-fbde-4840-b7ae-a754ff753524, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c499b6-126b-4ce0-b4a2-f0be225e8ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:14:32.405958 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-ead7a84b-4fb4-494c-9506-ebfd57c647ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (9c219bba-fbde-4840-b7ae-a754ff753524), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:32.478478 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-ead7a84b-4fb4-494c-9506-ebfd57c647ee service neutron] For port 9c219bba-fbde-4840-b7ae-a754ff753524, host hv-cinder-83608, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:14:32.481489 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-ead7a84b-4fb4-494c-9506-ebfd57c647ee service neutron] For port 9c219bba-fbde-4840-b7ae-a754ff753524, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=9c219bba-fbde-4840-b7ae-a754ff753524,segment=NetworkSegment(83c499b6-126b-4ce0-b4a2-f0be225e8ff8),segment_id=83c499b6-126b-4ce0-b4a2-f0be225e8ff8)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:14:32.537508 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-ead7a84b-4fb4-494c-9506-ebfd57c647ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (9c219bba-fbde-4840-b7ae-a754ff753524), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:32.571515 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-ead7a84b-4fb4-494c-9506-ebfd57c647ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:32.572129 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-ead7a84b-4fb4-494c-9506-ebfd57c647ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:32.573537 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-ead7a84b-4fb4-494c-9506-ebfd57c647ee service neutron] 10.222.0.57 "PUT /v2.0/ports/9c219bba-fbde-4840-b7ae-a754ff753524 HTTP/1.1" status: 200 len: 1093 time: 0.7707219 Mar 31 22:14:32.573978 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33966242-950f-4775-916c-cea5cbd5014d', 'tag': '9c219bba-fbde-4840-b7ae-a754ff753524'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:14:32.576241 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78756090-c2fe-4447-bd02-5fd72959960e" -d '{"events": [{"name": "network-changed", "server_uuid": "33966242-950f-4775-916c-cea5cbd5014d", "tag": "9c219bba-fbde-4840-b7ae-a754ff753524"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:14:32.602234 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7a84b-4fb4-494c-9506-ebfd57c647ee service neutron] Pushing event updated for resources: {'Port': ['ID=9c219bba-fbde-4840-b7ae-a754ff753524,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:32.613210 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6172f4c-9080-416d-ac0e-d8c810190515 x-openstack-request-id: req-e6172f4c-9080-416d-ac0e-d8c810190515 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:14:32.613564 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33966242-950f-4775-916c-cea5cbd5014d", "tag": "9c219bba-fbde-4840-b7ae-a754ff753524", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:14:32.613828 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e6172f4c-9080-416d-ac0e-d8c810190515 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:14:32.614273 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6172f4c-9080-416d-ac0e-d8c810190515'] response: {'name': 'network-changed', 'server_uuid': '33966242-950f-4775-916c-cea5cbd5014d', 'tag': '9c219bba-fbde-4840-b7ae-a754ff753524', 'status': 'completed', 'code': 200} Mar 31 22:14:32.684147 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78756090-c2fe-4447-bd02-5fd72959960e req-eb348f59-6811-4f4c-bda4-d97d95f10ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:32.686515 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-78756090-c2fe-4447-bd02-5fd72959960e req-eb348f59-6811-4f4c-bda4-d97d95f10ac8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=abfe4e4d3eb944f8a61e347180714fe0&device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 1127 time: 0.0532980 Mar 31 22:14:32.713847 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d75fc-5f22-49e0-ad5e-40d65c938f98 req-c0c20869-3b07-4053-abb2-dfca0a1d22f5 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:32.715323 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6e1d75fc-5f22-49e0-ad5e-40d65c938f98 req-c0c20869-3b07-4053-abb2-dfca0a1d22f5 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 943 time: 0.0579829 Mar 31 22:14:32.765581 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6e1d75fc-5f22-49e0-ad5e-40d65c938f98 req-515b32b1-761f-4ed9-96b0-389d3fac6478 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440493 Mar 31 22:14:32.788225 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78756090-c2fe-4447-bd02-5fd72959960e req-671aa0c5-47c0-4674-922a-5b1f9e0419e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:32.789689 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-78756090-c2fe-4447-bd02-5fd72959960e req-671aa0c5-47c0-4674-922a-5b1f9e0419e3 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=abfe4e4d3eb944f8a61e347180714fe0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0963061 Mar 31 22:14:32.883182 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78756090-c2fe-4447-bd02-5fd72959960e req-6d330ee5-bc4c-4ec6-abee-3f53c986a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:32.884567 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-78756090-c2fe-4447-bd02-5fd72959960e req-6d330ee5-bc4c-4ec6-abee-3f53c986a59c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894253 Mar 31 22:14:32.964196 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-df76992d-594e-4989-a899-7d47702b0f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:32.965580 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-df76992d-594e-4989-a899-7d47702b0f8f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=abfe4e4d3eb944f8a61e347180714fe0&device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 1127 time: 0.0436506 Mar 31 22:14:33.007557 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-68c76937-028b-43e6-9eb7-de4e28c4e1ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c219bba-fbde-4840-b7ae-a754ff753524 HTTP/1.1" status: 200 len: 217 time: 0.0350919 Mar 31 22:14:33.057117 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-7d52abac-a9c5-4418-90dc-c07da74bbf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:33.058527 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-7d52abac-a9c5-4418-90dc-c07da74bbf62 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63aff872-dce4-4fa1-969b-6aa9391e0873 HTTP/1.1" status: 200 len: 853 time: 0.0455973 Mar 31 22:14:33.106319 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-2898e0d9-061a-4cd2-9dee-78b384b85fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:33.107751 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-2898e0d9-061a-4cd2-9dee-78b384b85fa1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3944d8ae-842f-44bc-88da-73226dcac7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427945 Mar 31 22:14:33.194075 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-f43e8b50-8d72-4887-be29-00b6bc2ad910 service neutron] 10.222.0.57 "GET /v2.0/networks/3944d8ae-842f-44bc-88da-73226dcac7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802443 Mar 31 22:14:33.286750 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0ef9e37d-e053-4770-8358-a891274aeb06 req-d37e1b84-2161-4542-bb17-192ec8efc14b service neutron] 10.222.0.57 "GET /v2.0/networks/3944d8ae-842f-44bc-88da-73226dcac7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858724 Mar 31 22:14:33.884251 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4df093-15f1-4c89-a1ac-1c634e446454 req-15fc06bb-c0c9-40ce-9cf4-17d84b28e621 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:33.886640 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9f4df093-15f1-4c89-a1ac-1c634e446454 req-15fc06bb-c0c9-40ce-9cf4-17d84b28e621 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 943 time: 0.0524409 Mar 31 22:14:33.933335 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9f4df093-15f1-4c89-a1ac-1c634e446454 req-391e7bdd-7d50-482f-b661-6bd53c364f5a tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414889 Mar 31 22:14:34.205902 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-eb4c512a-fe3d-4644-9ec5-48e140654d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:35.053003 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5320702-2e2d-4ba7-a147-dcead24a8ff6 req-e4387098-2266-4875-a4ed-7e77ca32494e tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:35.054745 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e5320702-2e2d-4ba7-a147-dcead24a8ff6 req-e4387098-2266-4875-a4ed-7e77ca32494e tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 943 time: 0.0565748 Mar 31 22:14:35.100901 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e5320702-2e2d-4ba7-a147-dcead24a8ff6 req-ae00a134-0025-4e58-a6b6-997ab78bbbda tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406175 Mar 31 22:14:36.216482 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360a2b8-91de-4f49-821e-4982b2ab6b58 req-68172ffb-e8c3-4432-bb48-22e76cfb9903 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:36.217925 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a360a2b8-91de-4f49-821e-4982b2ab6b58 req-68172ffb-e8c3-4432-bb48-22e76cfb9903 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 943 time: 0.0531607 Mar 31 22:14:36.254024 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 9c219bba-fbde-4840-b7ae-a754ff753524 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:14:36.265289 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a360a2b8-91de-4f49-821e-4982b2ab6b58 req-a58baf5a-df69-4fab-8f18-6901c439ab8c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412371 Mar 31 22:14:36.351709 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 9c219bba-fbde-4840-b7ae-a754ff753524, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=9c219bba-fbde-4840-b7ae-a754ff753524,segment=NetworkSegment(83c499b6-126b-4ce0-b4a2-f0be225e8ff8),segment_id=83c499b6-126b-4ce0-b4a2-f0be225e8ff8)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:14:36.362916 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': '9c219bba-fbde-4840-b7ae-a754ff753524', 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be', 'port_id': '9c219bba-fbde-4840-b7ae-a754ff753524', 'mac_address': 'fa:16:3e:14:43:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63aff872-dce4-4fa1-969b-6aa9391e0873', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:14:36.398700 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 9c219bba-fbde-4840-b7ae-a754ff753524 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:14:36.399089 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (9c219bba-fbde-4840-b7ae-a754ff753524), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:36.412213 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c219bba-fbde-4840-b7ae-a754ff753524 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:14:36.431506 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 9c219bba-fbde-4840-b7ae-a754ff753524, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=9c219bba-fbde-4840-b7ae-a754ff753524,segment=NetworkSegment(83c499b6-126b-4ce0-b4a2-f0be225e8ff8),segment_id=83c499b6-126b-4ce0-b4a2-f0be225e8ff8)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:14:36.490711 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (9c219bba-fbde-4840-b7ae-a754ff753524), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:36.540208 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=9c219bba-fbde-4840-b7ae-a754ff753524,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:36.650222 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9809f18a-42eb-4998-8d12-ae1184504472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:36.713294 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['9c219bba-fbde-4840-b7ae-a754ff753524'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:14:37.389227 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9346c6d-fa5f-4300-bd77-bfe52dc01e2c req-d0ef1d1d-2796-4b14-a0e4-4b4d88e16edf tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:37.390760 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a9346c6d-fa5f-4300-bd77-bfe52dc01e2c req-d0ef1d1d-2796-4b14-a0e4-4b4d88e16edf tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 944 time: 0.0590413 Mar 31 22:14:37.439889 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a9346c6d-fa5f-4300-bd77-bfe52dc01e2c req-487a79ee-e54e-4890-bb94-ba461a395b48 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436342 Mar 31 22:14:37.560090 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:37.783066 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:38.269282 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 9c219bba-fbde-4840-b7ae-a754ff753524 up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:14:38.382851 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning for port 9c219bba-fbde-4840-b7ae-a754ff753524 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 22:14:38.386876 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port 9c219bba-fbde-4840-b7ae-a754ff753524 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:14:38.387150 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (9c219bba-fbde-4840-b7ae-a754ff753524), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:38.462270 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 9c219bba-fbde-4840-b7ae-a754ff753524 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:14:38.462655 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (9c219bba-fbde-4840-b7ae-a754ff753524), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:38.487830 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33966242-950f-4775-916c-cea5cbd5014d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c219bba-fbde-4840-b7ae-a754ff753524'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:14:38.490646 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992599a0-1c0d-4741-bccc-00b4927edc61" -d '{"events": [{"server_uuid": "33966242-950f-4775-916c-cea5cbd5014d", "name": "network-vif-plugged", "status": "completed", "tag": "9c219bba-fbde-4840-b7ae-a754ff753524"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:14:38.503284 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 9c219bba-fbde-4840-b7ae-a754ff753524, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=9c219bba-fbde-4840-b7ae-a754ff753524,segment=NetworkSegment(83c499b6-126b-4ce0-b4a2-f0be225e8ff8),segment_id=83c499b6-126b-4ce0-b4a2-f0be225e8ff8)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:14:38.526512 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977cd2a2-c395-43f0-b7c4-24d989426247 x-openstack-request-id: req-977cd2a2-c395-43f0-b7c4-24d989426247 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:14:38.526798 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33966242-950f-4775-916c-cea5cbd5014d", "name": "network-vif-plugged", "status": "completed", "tag": "9c219bba-fbde-4840-b7ae-a754ff753524", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:14:38.527046 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-977cd2a2-c395-43f0-b7c4-24d989426247 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:14:38.527439 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-977cd2a2-c395-43f0-b7c4-24d989426247'] response: {'server_uuid': '33966242-950f-4775-916c-cea5cbd5014d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c219bba-fbde-4840-b7ae-a754ff753524', 'code': 200} Mar 31 22:14:38.562677 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32a47d-0700-4608-b2c4-57b38b680135 req-39b14be0-6d08-4aef-a184-d731be650eee tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:38.564116 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-db32a47d-0700-4608-b2c4-57b38b680135 req-39b14be0-6d08-4aef-a184-d731be650eee tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 944 time: 0.0570662 Mar 31 22:14:38.582856 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (9c219bba-fbde-4840-b7ae-a754ff753524), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:38.619345 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-db32a47d-0700-4608-b2c4-57b38b680135 req-92d74d3b-9ced-441b-90b5-89df535dbb1b tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488212 Mar 31 22:14:38.639570 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=9c219bba-fbde-4840-b7ae-a754ff753524,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:38.836358 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e7bbf-bd6f-4ea3-b040-6d055297d77b req-a8664b0d-f2c7-470f-adc3-ec5fe756171c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:38.838447 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c89e7bbf-bd6f-4ea3-b040-6d055297d77b req-a8664b0d-f2c7-470f-adc3-ec5fe756171c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 1129 time: 0.0469770 Mar 31 22:14:38.883242 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-c89e7bbf-bd6f-4ea3-b040-6d055297d77b req-5d9ab116-2018-4e06-a18e-d2837b7692aa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378425 Mar 31 22:14:39.091734 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:39.731897 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f14e52-cace-4e69-a80e-2b7e9fc9f698 req-f021c822-77ce-406e-941e-2baf6322a93c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:39.733411 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d3f14e52-cace-4e69-a80e-2b7e9fc9f698 req-f021c822-77ce-406e-941e-2baf6322a93c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 945 time: 0.0524197 Mar 31 22:14:39.780990 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d3f14e52-cace-4e69-a80e-2b7e9fc9f698 req-3c8eb154-4309-4a81-ad0d-24f96fc4a7b1 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421216 Mar 31 22:14:40.399889 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:40.901233 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8c5de-bae4-4684-b0f8-2314ec67cb15 req-0ad0fafc-982a-4344-94e0-1a1f256ef0b9 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:40.902710 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4ca8c5de-bae4-4684-b0f8-2314ec67cb15 req-0ad0fafc-982a-4344-94e0-1a1f256ef0b9 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 945 time: 0.0555551 Mar 31 22:14:40.948083 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4ca8c5de-bae4-4684-b0f8-2314ec67cb15 req-04732334-bd70-4daa-8a19-0a08ae931452 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398905 Mar 31 22:14:41.062276 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c34f2-0003-4043-9800-022984c24cd8 req-1ae6f9d2-547d-46e9-8d0e-f911a1243775 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:41.063627 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8f6c34f2-0003-4043-9800-022984c24cd8 req-1ae6f9d2-547d-46e9-8d0e-f911a1243775 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 945 time: 0.0519135 Mar 31 22:14:41.109566 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8f6c34f2-0003-4043-9800-022984c24cd8 req-7728abff-a307-4070-a4e2-9656176f085e tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400398 Mar 31 22:14:41.426693 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552c3ca-9b59-4991-a636-42d0978b0186 req-df4cfa09-8623-4298-8f46-9139b63c4852 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:41.428129 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b552c3ca-9b59-4991-a636-42d0978b0186 req-df4cfa09-8623-4298-8f46-9139b63c4852 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 945 time: 0.0517316 Mar 31 22:14:41.477972 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b552c3ca-9b59-4991-a636-42d0978b0186 req-3f33f7ca-502f-4533-b6e6-ac54e3513e93 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440524 Mar 31 22:14:51.666647 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90421ab8-ed29-4f22-9821-76ab15911ac8 req-3101d6ac-2b4d-42cb-a900-08731b1b5ec1 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:51.668008 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-90421ab8-ed29-4f22-9821-76ab15911ac8 req-3101d6ac-2b4d-42cb-a900-08731b1b5ec1 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 945 time: 0.0519061 Mar 31 22:14:51.717169 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-90421ab8-ed29-4f22-9821-76ab15911ac8 req-011855c4-76ac-4cad-877a-8506910271c3 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436490 Mar 31 22:14:51.739278 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37258) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:14:51.823876 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd91b3e-2bfb-4fd4-b9bc-978922f82231 tempest-TestMinimumBasicScenario-73954238 tempest-TestMinimumBasicScenario-73954238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:51.825367 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-2cd91b3e-2bfb-4fd4-b9bc-978922f82231 tempest-TestMinimumBasicScenario-73954238 tempest-TestMinimumBasicScenario-73954238-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 1124 time: 0.0851374 Mar 31 22:14:51.828246 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37262) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:14:51.832630 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Request body: {'floatingip': {'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'port_id': '9c219bba-fbde-4840-b7ae-a754ff753524', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:14:51.931903 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:52.034473 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:52.134995 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Allocated IP 172.27.2.18 (ad19088a-a902-4a91-855f-5fb9d1c67d87/5d366205-9c7a-4898-9c8b-600d476ec59e/7d8e77a5-a5c4-43d6-bbbd-1d76e81eeeb5) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:14:52.236426 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for port (7d8e77a5-a5c4-43d6-bbbd-1d76e81eeeb5), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:52.314564 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (7d8e77a5-a5c4-43d6-bbbd-1d76e81eeeb5), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:52.350968 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:14:52.353775 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:14:52.357525 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:14:52.384929 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Pushing event updated for resources: {'Port': ['ID=7d8e77a5-a5c4-43d6-bbbd-1d76e81eeeb5,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:52.402160 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:52.402534 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:52.402878 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:52.403217 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:52.403554 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:52.403893 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:52.404240 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:52.404553 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:52.404880 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:52.405205 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:52.405529 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:52.405855 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:52.406199 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:52.406521 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:52.406843 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:52.723232 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for floatingip (93d6c49a-da26-4724-bf1d-8fc9513fc8e0), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:52.837441 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (7d8e77a5-a5c4-43d6-bbbd-1d76e81eeeb5), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:52.987714 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for port (7d8e77a5-a5c4-43d6-bbbd-1d76e81eeeb5), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:53.028049 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114205'] for port (7d8e77a5-a5c4-43d6-bbbd-1d76e81eeeb5), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:53.099109 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Pushing event updated for resources: {'Port': ['ID=7d8e77a5-a5c4-43d6-bbbd-1d76e81eeeb5,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:53.110343 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (93d6c49a-da26-4724-bf1d-8fc9513fc8e0), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:53.210798 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Floating IP 93d6c49a-da26-4724-bf1d-8fc9513fc8e0 associated. External IP: 172.27.2.18, port: 9c219bba-fbde-4840-b7ae-a754ff753524. Mar 31 22:14:53.421278 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Router 0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:14:53.526645 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:14:53.536100 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40181311-8123-46d7-8fe7-6dfdfd768dc2 None None] Sync routers for ids ['0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:14:53.545838 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40181311-8123-46d7-8fe7-6dfdfd768dc2 None None] Routers {'0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:14:53.555898 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-40181311-8123-46d7-8fe7-6dfdfd768dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:14:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:14:53.600552 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:53.635924 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-2623c90a-30e9-4457-bfd8-b3b692a11a3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8066349 Mar 31 22:14:53.636596 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33966242-950f-4775-916c-cea5cbd5014d', 'tag': '9c219bba-fbde-4840-b7ae-a754ff753524'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:14:53.638880 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 37264) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:14:53.639370 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d034bfc735977369ecc1df0796a02fa1e575f952a1ba42ee6983d0042c1cfb33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a865f4-1f18-4520-ab9d-74dafe11d0bb" -d '{"events": [{"name": "network-changed", "server_uuid": "33966242-950f-4775-916c-cea5cbd5014d", "tag": "9c219bba-fbde-4840-b7ae-a754ff753524"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:14:53.643580 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-f592e2d2-c7df-4d3f-9d25-b1c9f97f5983 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-261916828', 'description': 'tempest-secgroup-smoke-261916828 description', 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:14:53.657972 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-40181311-8123-46d7-8fe7-6dfdfd768dc2 None None] Set router 0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:14:53.675521 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a8c51b-edc5-4b99-823d-14caf985da6c x-openstack-request-id: req-53a8c51b-edc5-4b99-823d-14caf985da6c {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:14:53.675820 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33966242-950f-4775-916c-cea5cbd5014d", "tag": "9c219bba-fbde-4840-b7ae-a754ff753524", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:14:53.676074 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-53a8c51b-edc5-4b99-823d-14caf985da6c {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:14:53.676518 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53a8c51b-edc5-4b99-823d-14caf985da6c'] response: {'name': 'network-changed', 'server_uuid': '33966242-950f-4775-916c-cea5cbd5014d', 'tag': '9c219bba-fbde-4840-b7ae-a754ff753524', 'status': 'completed', 'code': 200} Mar 31 22:14:53.726900 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f592e2d2-c7df-4d3f-9d25-b1c9f97f5983 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:53.767265 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a865f4-1f18-4520-ab9d-74dafe11d0bb req-7e789b00-acd4-42d4-81a5-14615365b4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:53.768761 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-40a865f4-1f18-4520-ab9d-74dafe11d0bb req-7e789b00-acd4-42d4-81a5-14615365b4d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=abfe4e4d3eb944f8a61e347180714fe0&device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 1129 time: 0.0724332 Mar 31 22:14:53.856828 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f592e2d2-c7df-4d3f-9d25-b1c9f97f5983 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for security_group (cf284a66-bf38-4cb1-ae8c-163a2a667771), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:53.878443 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-40181311-8123-46d7-8fe7-6dfdfd768dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'name': 'tempest-TestMinimumBasicScenario-496333833-router', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '84510933-08c2-4585-be57-3a45c97a2fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:13:58Z', 'updated_at': '2022-03-31T22:14:01Z', 'revision_number': 4, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'gw_port': {'id': '84510933-08c2-4585-be57-3a45c97a2fb2', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:13:59Z', 'updated_at': '2022-03-31T22:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': '93d6c49a-da26-4724-bf1d-8fc9513fc8e0', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'port_id': '9c219bba-fbde-4840-b7ae-a754ff753524', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be', 'mac_address': 'fa:16:3e:14:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33966242-950f-4775-916c-cea5cbd5014d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:14:52Z', 'updated_at': '2022-03-31T22:14:52Z', 'revision_number': 0, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40dfba84-cab2-4e36-8638-3741dcb05dca', 'name': '', 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'mac_address': 'fa:16:3e:6f:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '63aff872-dce4-4fa1-969b-6aa9391e0873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:14:01Z', 'updated_at': '2022-03-31T22:14:05Z', 'revision_number': 5, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'subnets': [{'id': '63aff872-dce4-4fa1-969b-6aa9391e0873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:14:53.883856 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a865f4-1f18-4520-ab9d-74dafe11d0bb req-67ff0e89-e646-4da2-a171-92f81e5c1b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:53.885392 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-40a865f4-1f18-4520-ab9d-74dafe11d0bb req-67ff0e89-e646-4da2-a171-92f81e5c1b7e service neutron] 10.222.0.57 "GET /v2.0/networks?id=3944d8ae-842f-44bc-88da-73226dcac7be HTTP/1.1" status: 200 len: 915 time: 0.1087651 Mar 31 22:14:53.909484 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40181311-8123-46d7-8fe7-6dfdfd768dc2 None None] Checking router: 0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:14:53.917755 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40181311-8123-46d7-8fe7-6dfdfd768dc2 None None] Routers {'0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:14:53.918380 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-40181311-8123-46d7-8fe7-6dfdfd768dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:14:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:14:53.932452 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f592e2d2-c7df-4d3f-9d25-b1c9f97f5983 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (cf284a66-bf38-4cb1-ae8c-163a2a667771), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:53.980829 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-40a865f4-1f18-4520-ab9d-74dafe11d0bb req-85d9bbd7-51b1-40ed-8318-7d21f9ecefb4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c219bba-fbde-4840-b7ae-a754ff753524 HTTP/1.1" status: 200 len: 998 time: 0.0871525 Mar 31 22:14:53.981573 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592e2d2-c7df-4d3f-9d25-b1c9f97f5983 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf284a66-bf38-4cb1-ae8c-163a2a667771,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:53.989260 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592e2d2-c7df-4d3f-9d25-b1c9f97f5983 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:53.989615 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592e2d2-c7df-4d3f-9d25-b1c9f97f5983 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:53.989964 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592e2d2-c7df-4d3f-9d25-b1c9f97f5983 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:53.990337 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592e2d2-c7df-4d3f-9d25-b1c9f97f5983 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:53.990677 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592e2d2-c7df-4d3f-9d25-b1c9f97f5983 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:53.991014 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592e2d2-c7df-4d3f-9d25-b1c9f97f5983 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:53.991349 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592e2d2-c7df-4d3f-9d25-b1c9f97f5983 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:53.991679 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592e2d2-c7df-4d3f-9d25-b1c9f97f5983 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:53.992007 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592e2d2-c7df-4d3f-9d25-b1c9f97f5983 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:53.992337 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592e2d2-c7df-4d3f-9d25-b1c9f97f5983 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:53.992670 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592e2d2-c7df-4d3f-9d25-b1c9f97f5983 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:53.992998 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592e2d2-c7df-4d3f-9d25-b1c9f97f5983 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:53.993321 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592e2d2-c7df-4d3f-9d25-b1c9f97f5983 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:53.993647 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592e2d2-c7df-4d3f-9d25-b1c9f97f5983 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:53.993971 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592e2d2-c7df-4d3f-9d25-b1c9f97f5983 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:14:54.027243 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-40181311-8123-46d7-8fe7-6dfdfd768dc2 None None] Set router 0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:14:54.037862 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f592e2d2-c7df-4d3f-9d25-b1c9f97f5983 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:54.039217 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-f592e2d2-c7df-4d3f-9d25-b1c9f97f5983 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3994017 Mar 31 22:14:54.042369 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37268) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:14:54.045029 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a865f4-1f18-4520-ab9d-74dafe11d0bb req-23fe3054-3e71-4b81-a599-74064a76dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:54.046486 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-40a865f4-1f18-4520-ab9d-74dafe11d0bb req-23fe3054-3e71-4b81-a599-74064a76dbed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63aff872-dce4-4fa1-969b-6aa9391e0873 HTTP/1.1" status: 200 len: 853 time: 0.0492008 Mar 31 22:14:54.047648 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-aafd61a8-e470-4c16-a17d-bbb53a4e6277 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Request body: {'security_group_rule': {'security_group_id': 'cf284a66-bf38-4cb1-ae8c-163a2a667771', 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:14:54.099433 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a865f4-1f18-4520-ab9d-74dafe11d0bb req-f45706ed-bb80-4417-8514-1ca434e7bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:54.101018 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-40a865f4-1f18-4520-ab9d-74dafe11d0bb req-f45706ed-bb80-4417-8514-1ca434e7bd72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3944d8ae-842f-44bc-88da-73226dcac7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487373 Mar 31 22:14:54.124624 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aafd61a8-e470-4c16-a17d-bbb53a4e6277 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for security_group_rule (5e87037d-e737-4f35-9fb9-8e569ef0eeef), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:54.181287 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aafd61a8-e470-4c16-a17d-bbb53a4e6277 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for security_group_rule (5e87037d-e737-4f35-9fb9-8e569ef0eeef), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:54.200349 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-40a865f4-1f18-4520-ab9d-74dafe11d0bb req-fda64d36-219a-4b61-8a5c-4a716cb92f06 service neutron] 10.222.0.57 "GET /v2.0/networks/3944d8ae-842f-44bc-88da-73226dcac7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918634 Mar 31 22:14:54.251471 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aafd61a8-e470-4c16-a17d-bbb53a4e6277 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (5e87037d-e737-4f35-9fb9-8e569ef0eeef), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:54.257159 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-40181311-8123-46d7-8fe7-6dfdfd768dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'name': 'tempest-TestMinimumBasicScenario-496333833-router', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '84510933-08c2-4585-be57-3a45c97a2fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:13:58Z', 'updated_at': '2022-03-31T22:14:01Z', 'revision_number': 4, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'gw_port': {'id': '84510933-08c2-4585-be57-3a45c97a2fb2', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:13:59Z', 'updated_at': '2022-03-31T22:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': '93d6c49a-da26-4724-bf1d-8fc9513fc8e0', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'port_id': '9c219bba-fbde-4840-b7ae-a754ff753524', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be', 'mac_address': 'fa:16:3e:14:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33966242-950f-4775-916c-cea5cbd5014d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:14:52Z', 'updated_at': '2022-03-31T22:14:52Z', 'revision_number': 0, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40dfba84-cab2-4e36-8638-3741dcb05dca', 'name': '', 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'mac_address': 'fa:16:3e:6f:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '63aff872-dce4-4fa1-969b-6aa9391e0873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:14:01Z', 'updated_at': '2022-03-31T22:14:05Z', 'revision_number': 5, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'subnets': [{'id': '63aff872-dce4-4fa1-969b-6aa9391e0873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:14:54.269300 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd61a8-e470-4c16-a17d-bbb53a4e6277 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e87037d-e737-4f35-9fb9-8e569ef0eeef,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:54.283820 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40181311-8123-46d7-8fe7-6dfdfd768dc2 None None] The sync data for ids ['0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'] in dv-cinder-836083-1-iscsi is: [{'id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'name': 'tempest-TestMinimumBasicScenario-496333833-router', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '84510933-08c2-4585-be57-3a45c97a2fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:13:58Z', 'updated_at': '2022-03-31T22:14:01Z', 'revision_number': 4, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'gw_port': {'id': '84510933-08c2-4585-be57-3a45c97a2fb2', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:13:59Z', 'updated_at': '2022-03-31T22:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': '93d6c49a-da26-4724-bf1d-8fc9513fc8e0', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'port_id': '9c219bba-fbde-4840-b7ae-a754ff753524', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be', 'mac_address': 'fa:16:3e:14:43:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33966242-950f-4775-916c-cea5cbd5014d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:14:52Z', 'updated_at': '2022-03-31T22:14:52Z', 'revision_number': 0, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40dfba84-cab2-4e36-8638-3741dcb05dca', 'name': '', 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'mac_address': 'fa:16:3e:6f:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '63aff872-dce4-4fa1-969b-6aa9391e0873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:14:01Z', 'updated_at': '2022-03-31T22:14:05Z', 'revision_number': 5, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'subnets': [{'id': '63aff872-dce4-4fa1-969b-6aa9391e0873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:14:54.300193 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-40a865f4-1f18-4520-ab9d-74dafe11d0bb req-7bd9c798-2cbd-418a-9bbe-66bc7bf55af6 service neutron] 10.222.0.57 "GET /v2.0/networks/3944d8ae-842f-44bc-88da-73226dcac7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933824 Mar 31 22:14:54.362271 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-aafd61a8-e470-4c16-a17d-bbb53a4e6277 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:54.365688 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-aafd61a8-e470-4c16-a17d-bbb53a4e6277 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3201025 Mar 31 22:14:54.367063 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 37270) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:14:54.371587 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-ea709616-2d92-4e48-9564-df7cd697befb tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Request body: {'security_group_rule': {'security_group_id': 'cf284a66-bf38-4cb1-ae8c-163a2a667771', 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:14:54.474749 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ea709616-2d92-4e48-9564-df7cd697befb tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for security_group_rule (485d21ef-eaf4-4b92-8e37-8088237a40e3), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:54.478196 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44201a43-5819-4952-aff3-d385fcf21d72 None None] New status for floating IP 93d6c49a-da26-4724-bf1d-8fc9513fc8e0: ACTIVE {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:14:54.536677 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ea709616-2d92-4e48-9564-df7cd697befb tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for security_group_rule (485d21ef-eaf4-4b92-8e37-8088237a40e3), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:54.621043 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ea709616-2d92-4e48-9564-df7cd697befb tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (485d21ef-eaf4-4b92-8e37-8088237a40e3), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:54.640100 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea709616-2d92-4e48-9564-df7cd697befb tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=485d21ef-eaf4-4b92-8e37-8088237a40e3,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:54.710872 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ea709616-2d92-4e48-9564-df7cd697befb tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:54.712378 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-ea709616-2d92-4e48-9564-df7cd697befb tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3443296 Mar 31 22:14:54.715216 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37272) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:14:54.719685 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-b25559a4-e572-4f8d-b786-9413b378a48f tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Request body: {'security_group_rule': {'security_group_id': 'cf284a66-bf38-4cb1-ae8c-163a2a667771', 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:14:54.827473 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b25559a4-e572-4f8d-b786-9413b378a48f tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for security_group_rule (d0bc2428-be4b-4ac4-9501-cdab0c6f18c7), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:54.881615 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b25559a4-e572-4f8d-b786-9413b378a48f tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for security_group_rule (d0bc2428-be4b-4ac4-9501-cdab0c6f18c7), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:54.964374 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b25559a4-e572-4f8d-b786-9413b378a48f tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (d0bc2428-be4b-4ac4-9501-cdab0c6f18c7), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:54.982551 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25559a4-e572-4f8d-b786-9413b378a48f tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0bc2428-be4b-4ac4-9501-cdab0c6f18c7,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:55.036063 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b25559a4-e572-4f8d-b786-9413b378a48f tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:55.037307 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b25559a4-e572-4f8d-b786-9413b378a48f tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3210676 Mar 31 22:14:55.039958 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37274) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:14:55.044191 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-5ef2c7ed-93d0-4120-8956-84017457b222 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Request body: {'security_group_rule': {'security_group_id': 'cf284a66-bf38-4cb1-ae8c-163a2a667771', 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:14:55.124190 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c7ed-93d0-4120-8956-84017457b222 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for security_group_rule (702f3774-838b-40bc-9768-e6361cf78ab2), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:55.182383 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c7ed-93d0-4120-8956-84017457b222 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for security_group_rule (702f3774-838b-40bc-9768-e6361cf78ab2), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:55.257045 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c7ed-93d0-4120-8956-84017457b222 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (702f3774-838b-40bc-9768-e6361cf78ab2), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:55.274561 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2c7ed-93d0-4120-8956-84017457b222 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=702f3774-838b-40bc-9768-e6361cf78ab2,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:55.345127 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5ef2c7ed-93d0-4120-8956-84017457b222 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:55.346407 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-5ef2c7ed-93d0-4120-8956-84017457b222 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3054926 Mar 31 22:14:55.349062 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37276) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:14:55.353392 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-5f492474-5e8a-46f2-8970-9a619e14e857 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Request body: {'security_group_rule': {'security_group_id': 'cf284a66-bf38-4cb1-ae8c-163a2a667771', 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:14:55.434364 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.db.securitygroups_db [None req-5f492474-5e8a-46f2-8970-9a619e14e857 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Project abfe4e4d3eb944f8a61e347180714fe0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 22:14:55.439441 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5f492474-5e8a-46f2-8970-9a619e14e857 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for security_group_rule (04134870-d72e-4b6a-b0f1-8816ca93cd2c), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:55.496359 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5f492474-5e8a-46f2-8970-9a619e14e857 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for security_group_rule (04134870-d72e-4b6a-b0f1-8816ca93cd2c), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:55.554294 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5f492474-5e8a-46f2-8970-9a619e14e857 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (04134870-d72e-4b6a-b0f1-8816ca93cd2c), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:55.572013 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f492474-5e8a-46f2-8970-9a619e14e857 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04134870-d72e-4b6a-b0f1-8816ca93cd2c,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:55.624589 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-5f492474-5e8a-46f2-8970-9a619e14e857 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:55.625809 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-5f492474-5e8a-46f2-8970-9a619e14e857 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2758327 Mar 31 22:14:55.628500 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37278) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:14:55.633267 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-009d5359-def3-4ccb-99d4-b8939a14a6aa tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Request body: {'security_group_rule': {'security_group_id': 'cf284a66-bf38-4cb1-ae8c-163a2a667771', 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:14:55.697342 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.db.securitygroups_db [None req-009d5359-def3-4ccb-99d4-b8939a14a6aa tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Project abfe4e4d3eb944f8a61e347180714fe0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 22:14:55.702427 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-009d5359-def3-4ccb-99d4-b8939a14a6aa tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for security_group_rule (396cf1e2-cc68-4a4f-b7bc-03769aa4da36), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:55.761224 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-009d5359-def3-4ccb-99d4-b8939a14a6aa tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for security_group_rule (396cf1e2-cc68-4a4f-b7bc-03769aa4da36), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:55.839224 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-009d5359-def3-4ccb-99d4-b8939a14a6aa tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (396cf1e2-cc68-4a4f-b7bc-03769aa4da36), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:55.856915 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d5359-def3-4ccb-99d4-b8939a14a6aa tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396cf1e2-cc68-4a4f-b7bc-03769aa4da36,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:55.921567 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-009d5359-def3-4ccb-99d4-b8939a14a6aa tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:55.922805 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-009d5359-def3-4ccb-99d4-b8939a14a6aa tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2927854 Mar 31 22:14:56.015615 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9361d6ae-12d8-4819-a215-10554015adbb req-e99c7f37-2e00-465c-943d-134a2cc266ba tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-261916828&fields=id&tenant_id=abfe4e4d3eb944f8a61e347180714fe0 HTTP/1.1" status: 200 len: 267 time: 0.0476177 Mar 31 22:14:56.072643 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361d6ae-12d8-4819-a215-10554015adbb req-11f503cb-1985-4c1f-a2a0-ec1a39a1d7f8 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:56.074184 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9361d6ae-12d8-4819-a215-10554015adbb req-11f503cb-1985-4c1f-a2a0-ec1a39a1d7f8 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 945 time: 0.0525901 Mar 31 22:14:56.085180 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-9361d6ae-12d8-4819-a215-10554015adbb req-19e15f5c-83a9-4bb8-9b6e-23d15c7364c0 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Request body: {'port': {'security_groups': ['b80f0dee-d2f3-456e-9c3a-86b1c7367484', 'cf284a66-bf38-4cb1-ae8c-163a2a667771']}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:14:56.157222 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9361d6ae-12d8-4819-a215-10554015adbb req-19e15f5c-83a9-4bb8-9b6e-23d15c7364c0 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (9c219bba-fbde-4840-b7ae-a754ff753524), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:56.384202 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-9361d6ae-12d8-4819-a215-10554015adbb req-19e15f5c-83a9-4bb8-9b6e-23d15c7364c0 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] For port 9c219bba-fbde-4840-b7ae-a754ff753524, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=9c219bba-fbde-4840-b7ae-a754ff753524,segment=NetworkSegment(83c499b6-126b-4ce0-b4a2-f0be225e8ff8),segment_id=83c499b6-126b-4ce0-b4a2-f0be225e8ff8)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:14:56.416201 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9361d6ae-12d8-4819-a215-10554015adbb req-19e15f5c-83a9-4bb8-9b6e-23d15c7364c0 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for port (9c219bba-fbde-4840-b7ae-a754ff753524), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:56.474577 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9361d6ae-12d8-4819-a215-10554015adbb req-19e15f5c-83a9-4bb8-9b6e-23d15c7364c0 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114205'] for port (9c219bba-fbde-4840-b7ae-a754ff753524), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:56.490835 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['9c219bba-fbde-4840-b7ae-a754ff753524'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:14:56.527026 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361d6ae-12d8-4819-a215-10554015adbb req-19e15f5c-83a9-4bb8-9b6e-23d15c7364c0 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:56.527670 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-9361d6ae-12d8-4819-a215-10554015adbb req-19e15f5c-83a9-4bb8-9b6e-23d15c7364c0 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:56.529110 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9361d6ae-12d8-4819-a215-10554015adbb req-19e15f5c-83a9-4bb8-9b6e-23d15c7364c0 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "PUT /v2.0/ports/9c219bba-fbde-4840-b7ae-a754ff753524 HTTP/1.1" status: 200 len: 981 time: 0.4488802 Mar 31 22:14:56.529626 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33966242-950f-4775-916c-cea5cbd5014d', 'tag': '9c219bba-fbde-4840-b7ae-a754ff753524'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:14:56.534680 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d034bfc735977369ecc1df0796a02fa1e575f952a1ba42ee6983d0042c1cfb33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a7f0a5-038c-4505-9929-a81d4210ef4f" -d '{"events": [{"name": "network-changed", "server_uuid": "33966242-950f-4775-916c-cea5cbd5014d", "tag": "9c219bba-fbde-4840-b7ae-a754ff753524"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:14:56.582394 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e15f5c-83a9-4bb8-9b6e-23d15c7364c0 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Pushing event updated for resources: {'Port': ['ID=9c219bba-fbde-4840-b7ae-a754ff753524,revision_number=6']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:14:56.585927 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a94ba8-9993-4409-a449-97de7bd034ae x-openstack-request-id: req-66a94ba8-9993-4409-a449-97de7bd034ae {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:14:56.586279 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33966242-950f-4775-916c-cea5cbd5014d", "tag": "9c219bba-fbde-4840-b7ae-a754ff753524", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:14:56.586525 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-66a94ba8-9993-4409-a449-97de7bd034ae {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:14:56.587051 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66a94ba8-9993-4409-a449-97de7bd034ae'] response: {'name': 'network-changed', 'server_uuid': '33966242-950f-4775-916c-cea5cbd5014d', 'tag': '9c219bba-fbde-4840-b7ae-a754ff753524', 'status': 'completed', 'code': 200} Mar 31 22:14:56.618404 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['9c219bba-fbde-4840-b7ae-a754ff753524'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:14:56.668053 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d8cde-a4cd-4126-a85a-9f867a0944a8 req-8ced3741-c5b9-49a8-9eaa-33d525971506 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:56.670075 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-447d8cde-a4cd-4126-a85a-9f867a0944a8 req-8ced3741-c5b9-49a8-9eaa-33d525971506 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 984 time: 0.0691853 Mar 31 22:14:56.679569 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7f0a5-038c-4505-9929-a81d4210ef4f req-ea808787-cb9c-4381-aff8-ab680c84320f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:56.681215 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-94a7f0a5-038c-4505-9929-a81d4210ef4f req-ea808787-cb9c-4381-aff8-ab680c84320f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=abfe4e4d3eb944f8a61e347180714fe0&device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 1168 time: 0.0707281 Mar 31 22:14:56.744888 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-447d8cde-a4cd-4126-a85a-9f867a0944a8 req-22160ed9-f74f-410e-bf4a-ad7770437666 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&id=cf284a66-bf38-4cb1-ae8c-163a2a667771&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0655727 Mar 31 22:14:56.805370 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7f0a5-038c-4505-9929-a81d4210ef4f req-dac6010b-0510-451f-bad9-bd02d63c958c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:56.805370 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-94a7f0a5-038c-4505-9929-a81d4210ef4f req-dac6010b-0510-451f-bad9-bd02d63c958c service neutron] 10.222.0.57 "GET /v2.0/networks?id=3944d8ae-842f-44bc-88da-73226dcac7be HTTP/1.1" status: 200 len: 915 time: 0.1116865 Mar 31 22:14:56.835290 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-5113327f-78d7-44f2-b21f-b7c5af54d418 None None] Provisioning complete for port 9c219bba-fbde-4840-b7ae-a754ff753524 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:14:56.835660 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5113327f-78d7-44f2-b21f-b7c5af54d418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (9c219bba-fbde-4840-b7ae-a754ff753524), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:14:56.870786 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-94a7f0a5-038c-4505-9929-a81d4210ef4f req-7011031b-95ce-463b-a6b1-00fd70dbe294 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c219bba-fbde-4840-b7ae-a754ff753524 HTTP/1.1" status: 200 len: 1000 time: 0.0626347 Mar 31 22:14:56.920610 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7f0a5-038c-4505-9929-a81d4210ef4f req-1e8413fc-fbd4-4b2b-ade1-53d200a6280c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:56.922011 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-94a7f0a5-038c-4505-9929-a81d4210ef4f req-1e8413fc-fbd4-4b2b-ade1-53d200a6280c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63aff872-dce4-4fa1-969b-6aa9391e0873 HTTP/1.1" status: 200 len: 853 time: 0.0441058 Mar 31 22:14:56.974615 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7f0a5-038c-4505-9929-a81d4210ef4f req-b841ec3e-13de-4873-b07e-b8a0f6c945d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:14:56.976176 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-94a7f0a5-038c-4505-9929-a81d4210ef4f req-b841ec3e-13de-4873-b07e-b8a0f6c945d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3944d8ae-842f-44bc-88da-73226dcac7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460250 Mar 31 22:14:57.069996 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-94a7f0a5-038c-4505-9929-a81d4210ef4f req-3110536a-6299-4e59-993f-e1d3f9b9b0f4 service neutron] 10.222.0.57 "GET /v2.0/networks/3944d8ae-842f-44bc-88da-73226dcac7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860069 Mar 31 22:14:57.073567 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-5113327f-78d7-44f2-b21f-b7c5af54d418 None None] Current status of the port 9c219bba-fbde-4840-b7ae-a754ff753524 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:14:57.159356 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-94a7f0a5-038c-4505-9929-a81d4210ef4f req-8b744ccb-45e1-41ac-80d8-68a09599e8a6 service neutron] 10.222.0.57 "GET /v2.0/networks/3944d8ae-842f-44bc-88da-73226dcac7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829070 Mar 31 22:14:58.142589 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:15:04.188118 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-95714cda-1a6a-44d4-b12e-7b469ed8f52a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:15:06.691030 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-df2ffc76-ab9f-44c5-95f5-dd0a67f45035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:15:07.564167 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:15:07.881599 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:15:09.062244 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:15:10.432475 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:15:12.805811 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19aaa7-8ae1-436f-9be4-ec0343b46b48 req-b7e6a9c4-7c8a-4fac-9a49-dd3011c78ded tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:12.807345 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5a19aaa7-8ae1-436f-9be4-ec0343b46b48 req-b7e6a9c4-7c8a-4fac-9a49-dd3011c78ded tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 945 time: 0.0533531 Mar 31 22:15:12.859637 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5a19aaa7-8ae1-436f-9be4-ec0343b46b48 req-76c44932-0f90-4570-b79e-6baa7833430c tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459497 Mar 31 22:15:13.979075 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e8f62-a59d-412a-93e2-13d173e6e092 req-81089755-d214-44d1-b0aa-d3fb81f28ecf tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:13.980671 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-db4e8f62-a59d-412a-93e2-13d173e6e092 req-81089755-d214-44d1-b0aa-d3fb81f28ecf tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 945 time: 0.0556924 Mar 31 22:15:14.062799 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-db4e8f62-a59d-412a-93e2-13d173e6e092 req-ac4f4bb6-df3a-4149-b913-80189c8df253 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766008 Mar 31 22:15:14.081167 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c503138-d0a6-4f00-968c-11d16ff36b81 req-9365c02c-1f14-4dec-aaff-96d449d231f2 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:14.082693 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0c503138-d0a6-4f00-968c-11d16ff36b81 req-9365c02c-1f14-4dec-aaff-96d449d231f2 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 984 time: 0.0808787 Mar 31 22:15:14.118696 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ab43a-c790-4861-bc06-3fb3265dac49 req-ec479b00-4e11-424b-9552-d2f6d1cebc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:14.120195 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-fe7ab43a-c790-4861-bc06-3fb3265dac49 req-ec479b00-4e11-424b-9552-d2f6d1cebc06 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=abfe4e4d3eb944f8a61e347180714fe0&device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 1168 time: 0.0596063 Mar 31 22:15:14.142060 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0c503138-d0a6-4f00-968c-11d16ff36b81 req-255e1b53-f892-4325-ad8b-2b5087e106cc tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&id=cf284a66-bf38-4cb1-ae8c-163a2a667771&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536726 Mar 31 22:15:14.209421 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ab43a-c790-4861-bc06-3fb3265dac49 req-1de30d91-9cfb-4919-bfeb-9d32e9eb0004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:14.210915 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-fe7ab43a-c790-4861-bc06-3fb3265dac49 req-1de30d91-9cfb-4919-bfeb-9d32e9eb0004 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3944d8ae-842f-44bc-88da-73226dcac7be HTTP/1.1" status: 200 len: 915 time: 0.0840914 Mar 31 22:15:14.277644 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-fe7ab43a-c790-4861-bc06-3fb3265dac49 req-8baa9673-2238-41b3-ac1f-a9462b5463a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c219bba-fbde-4840-b7ae-a754ff753524 HTTP/1.1" status: 200 len: 1000 time: 0.0605254 Mar 31 22:15:14.327596 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ab43a-c790-4861-bc06-3fb3265dac49 req-02cdf27c-da97-4594-bff6-88b98c400717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:14.328912 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-fe7ab43a-c790-4861-bc06-3fb3265dac49 req-02cdf27c-da97-4594-bff6-88b98c400717 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63aff872-dce4-4fa1-969b-6aa9391e0873 HTTP/1.1" status: 200 len: 853 time: 0.0425923 Mar 31 22:15:14.376838 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ab43a-c790-4861-bc06-3fb3265dac49 req-d55499cf-9c85-4387-9f21-ecdd9c854622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:14.378399 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-fe7ab43a-c790-4861-bc06-3fb3265dac49 req-d55499cf-9c85-4387-9f21-ecdd9c854622 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3944d8ae-842f-44bc-88da-73226dcac7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432520 Mar 31 22:15:14.467908 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-fe7ab43a-c790-4861-bc06-3fb3265dac49 req-c4094e10-a278-4007-86e7-aefbaeae760e service neutron] 10.222.0.57 "GET /v2.0/networks/3944d8ae-842f-44bc-88da-73226dcac7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832629 Mar 31 22:15:14.554259 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-fe7ab43a-c790-4861-bc06-3fb3265dac49 req-1bc861d6-5041-48c7-9df4-965f2d069de4 service neutron] 10.222.0.57 "GET /v2.0/networks/3944d8ae-842f-44bc-88da-73226dcac7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801456 Mar 31 22:15:15.183049 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeba57-5f14-456f-ad12-f7d0a42d16bc req-cfd52d3a-a9e7-4ee0-b14b-a80d7de57920 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:15.184519 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9ceeba57-5f14-456f-ad12-f7d0a42d16bc req-cfd52d3a-a9e7-4ee0-b14b-a80d7de57920 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 945 time: 0.0569551 Mar 31 22:15:15.257814 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9ceeba57-5f14-456f-ad12-f7d0a42d16bc req-8ec9db5c-0cf5-411b-b14a-a03b47930f80 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678120 Mar 31 22:15:15.279236 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04173c7-5ef2-46bc-bb52-85a19da75688 req-44f9d039-c9a3-4945-9b62-c85529ce5e63 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:15.280671 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b04173c7-5ef2-46bc-bb52-85a19da75688 req-44f9d039-c9a3-4945-9b62-c85529ce5e63 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 984 time: 0.0707300 Mar 31 22:15:15.339926 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b04173c7-5ef2-46bc-bb52-85a19da75688 req-cb6c42ee-ad63-4d98-9fc8-026d9aa7a440 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&id=cf284a66-bf38-4cb1-ae8c-163a2a667771&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536907 Mar 31 22:15:16.376416 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01515568-dc11-44da-b6b9-c0688ce9b392 req-5e1c1a22-5de7-4b9d-9447-378af4968b8b tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:16.378530 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-01515568-dc11-44da-b6b9-c0688ce9b392 req-5e1c1a22-5de7-4b9d-9447-378af4968b8b tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 945 time: 0.0526929 Mar 31 22:15:16.457477 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-01515568-dc11-44da-b6b9-c0688ce9b392 req-ceed4062-2138-466f-984b-42360ada9be5 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733020 Mar 31 22:15:16.476990 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe98da-96fd-4556-b15c-b117ae894c23 req-afd9bb8d-50fe-4743-812c-30d79c48a510 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:16.478533 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-68fe98da-96fd-4556-b15c-b117ae894c23 req-afd9bb8d-50fe-4743-812c-30d79c48a510 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 984 time: 0.0707090 Mar 31 22:15:16.536921 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-68fe98da-96fd-4556-b15c-b117ae894c23 req-c018b421-d1e8-4ca6-b800-4e4d79c4a43c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&id=cf284a66-bf38-4cb1-ae8c-163a2a667771&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527630 Mar 31 22:15:17.572307 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4b030-8b65-4bd4-bcba-836c2459089f req-6b51391d-f546-4613-9da0-544c9b5f5b06 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:17.573760 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c0d4b030-8b65-4bd4-bcba-836c2459089f req-6b51391d-f546-4613-9da0-544c9b5f5b06 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 945 time: 0.0512769 Mar 31 22:15:17.888364 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c0d4b030-8b65-4bd4-bcba-836c2459089f req-e0d76570-2caa-431d-ba18-f66bcbc0290c tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3091779 Mar 31 22:15:17.911434 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fecfea1-7df5-4b05-b0d7-224921be202e req-2517a786-ff1c-405f-a394-01c463010421 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:17.912874 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1fecfea1-7df5-4b05-b0d7-224921be202e req-2517a786-ff1c-405f-a394-01c463010421 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 984 time: 0.3083231 Mar 31 22:15:17.972327 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1fecfea1-7df5-4b05-b0d7-224921be202e req-f9bbedc3-8ed1-48a7-bf39-581889779409 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&id=cf284a66-bf38-4cb1-ae8c-163a2a667771&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535977 Mar 31 22:15:19.011421 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d565492-16c3-4cc2-82ae-4a3689c9e4d4 req-b8da57d8-2eb4-4cb2-9f06-72e80eed5872 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:19.012991 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0d565492-16c3-4cc2-82ae-4a3689c9e4d4 req-b8da57d8-2eb4-4cb2-9f06-72e80eed5872 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 945 time: 0.0545628 Mar 31 22:15:19.089302 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0d565492-16c3-4cc2-82ae-4a3689c9e4d4 req-3ee1f646-d21d-4158-982c-67053b7aeed9 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705662 Mar 31 22:15:19.112576 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053f70d-1ce9-449e-a81b-46be9c24edee req-3c4805ac-c052-497d-b077-3b07b3175797 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:19.114000 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b053f70d-1ce9-449e-a81b-46be9c24edee req-3c4805ac-c052-497d-b077-3b07b3175797 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 984 time: 0.0677605 Mar 31 22:15:19.171591 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b053f70d-1ce9-449e-a81b-46be9c24edee req-e867c08d-e74d-4f62-9fdf-8709ef8fdbc0 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&id=cf284a66-bf38-4cb1-ae8c-163a2a667771&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518029 Mar 31 22:15:19.882277 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61affa86-0052-4d95-a52a-2a7c8c92d7d3 req-b898f57e-f155-4a49-b744-8c50bb7031ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:19.883769 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-61affa86-0052-4d95-a52a-2a7c8c92d7d3 req-b898f57e-f155-4a49-b744-8c50bb7031ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f01f56a3345549e293388df536c13114&device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 1129 time: 0.0465798 Mar 31 22:15:19.994446 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61affa86-0052-4d95-a52a-2a7c8c92d7d3 req-871bf227-ecf7-497b-b48e-6315af893f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:19.995927 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-61affa86-0052-4d95-a52a-2a7c8c92d7d3 req-871bf227-ecf7-497b-b48e-6315af893f3e service neutron] 10.222.0.57 "GET /v2.0/networks?id=d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306 HTTP/1.1" status: 200 len: 910 time: 0.0875998 Mar 31 22:15:20.062582 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-61affa86-0052-4d95-a52a-2a7c8c92d7d3 req-be9de981-d825-40f1-96f4-b143d7bc72af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c986ac4-6f24-4249-a29d-72d50fc9dc2e HTTP/1.1" status: 200 len: 1001 time: 0.0580449 Mar 31 22:15:20.113257 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61affa86-0052-4d95-a52a-2a7c8c92d7d3 req-7051cdef-2c02-4dda-9035-cb3d689c8449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:20.114697 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-61affa86-0052-4d95-a52a-2a7c8c92d7d3 req-7051cdef-2c02-4dda-9035-cb3d689c8449 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19ca2eea-2520-4d8a-8741-e1131c92ae8e HTTP/1.1" status: 200 len: 848 time: 0.0462160 Mar 31 22:15:20.164546 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61affa86-0052-4d95-a52a-2a7c8c92d7d3 req-56ea5c93-0c6e-4ea7-b1f4-37e4734ac1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:20.165969 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-61affa86-0052-4d95-a52a-2a7c8c92d7d3 req-56ea5c93-0c6e-4ea7-b1f4-37e4734ac1b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447180 Mar 31 22:15:20.207374 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8241a-ba38-49ca-badb-f133d8cff3e6 req-68e7ede3-1001-403c-822c-e72dda2d78e1 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:20.208836 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d3e8241a-ba38-49ca-badb-f133d8cff3e6 req-68e7ede3-1001-403c-822c-e72dda2d78e1 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 945 time: 0.0532384 Mar 31 22:15:20.259078 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-61affa86-0052-4d95-a52a-2a7c8c92d7d3 req-98225f84-3bb3-45db-9304-41fc5bf243d6 service neutron] 10.222.0.57 "GET /v2.0/networks/d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859988 Mar 31 22:15:20.289455 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d3e8241a-ba38-49ca-badb-f133d8cff3e6 req-0bd17f66-c2a6-4b4b-8ee2-46b56c018e45 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744252 Mar 31 22:15:20.309064 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c9ae5-dd85-4824-af79-c9dfea2a2055 req-00efbcd8-75a6-4f35-9739-4a61f9538789 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:20.310629 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5a9c9ae5-dd85-4824-af79-c9dfea2a2055 req-00efbcd8-75a6-4f35-9739-4a61f9538789 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 984 time: 0.0693362 Mar 31 22:15:20.352890 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-61affa86-0052-4d95-a52a-2a7c8c92d7d3 req-15ad57ee-65c5-4580-b8bb-cbcb1975181e service neutron] 10.222.0.57 "GET /v2.0/networks/d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863414 Mar 31 22:15:20.371687 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5a9c9ae5-dd85-4824-af79-c9dfea2a2055 req-bd4ba656-db73-4d97-82b6-43ba15c512f8 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&id=cf284a66-bf38-4cb1-ae8c-163a2a667771&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535195 Mar 31 22:15:21.407644 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366360fc-574d-422d-94f3-e52f863a1b11 req-a9bbcea3-6e11-4437-b6b0-1bb15623c7bb tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:21.409645 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-366360fc-574d-422d-94f3-e52f863a1b11 req-a9bbcea3-6e11-4437-b6b0-1bb15623c7bb tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 945 time: 0.0522809 Mar 31 22:15:21.482987 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-366360fc-574d-422d-94f3-e52f863a1b11 req-e710a846-da00-4691-ac24-751cc2a953fb tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676455 Mar 31 22:15:21.504316 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dcc47-80d0-47fc-9c68-ae729b55147b req-ad4d0986-2170-4e1f-8e7f-4365abebef72 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:21.505794 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-420dcc47-80d0-47fc-9c68-ae729b55147b req-ad4d0986-2170-4e1f-8e7f-4365abebef72 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 984 time: 0.0657868 Mar 31 22:15:21.567971 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-420dcc47-80d0-47fc-9c68-ae729b55147b req-69bf2975-cbce-4fb6-96bc-774f9eb66d75 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&id=cf284a66-bf38-4cb1-ae8c-163a2a667771&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564961 Mar 31 22:15:22.599559 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be30835-d984-442e-853a-e8196a9662d1 req-d441082a-5f80-4e8e-996a-1f910ab4783c tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:22.601003 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3be30835-d984-442e-853a-e8196a9662d1 req-d441082a-5f80-4e8e-996a-1f910ab4783c tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 945 time: 0.0526109 Mar 31 22:15:22.673543 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3be30835-d984-442e-853a-e8196a9662d1 req-37142cad-3649-4f47-a867-6f12402c2b4c tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669169 Mar 31 22:15:22.696602 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd957e-03a9-4c80-8158-2f62d875b004 req-b33f1eca-341f-43df-acfe-62359ab7e47a tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:22.698032 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a2bd957e-03a9-4c80-8158-2f62d875b004 req-b33f1eca-341f-43df-acfe-62359ab7e47a tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 984 time: 0.0642874 Mar 31 22:15:22.759273 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a2bd957e-03a9-4c80-8158-2f62d875b004 req-ab161699-2e6f-4118-9bb7-e8461e196090 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&id=cf284a66-bf38-4cb1-ae8c-163a2a667771&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557039 Mar 31 22:15:23.024095 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04837393-4956-4186-bb59-30d621a88eb8 req-c2ad4b20-911c-42a6-a7ba-6253be472033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:23.025480 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-04837393-4956-4186-bb59-30d621a88eb8 req-c2ad4b20-911c-42a6-a7ba-6253be472033 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f01f56a3345549e293388df536c13114&device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 1129 time: 0.0445113 Mar 31 22:15:23.119770 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04837393-4956-4186-bb59-30d621a88eb8 req-2dd6d822-c71a-46a2-9f14-12000393192c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:23.121210 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-04837393-4956-4186-bb59-30d621a88eb8 req-2dd6d822-c71a-46a2-9f14-12000393192c service neutron] 10.222.0.57 "GET /v2.0/networks?id=d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306 HTTP/1.1" status: 200 len: 910 time: 0.0887511 Mar 31 22:15:23.187927 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-04837393-4956-4186-bb59-30d621a88eb8 req-adcfde62-0f02-4d85-9fbb-b983c037fd23 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c986ac4-6f24-4249-a29d-72d50fc9dc2e HTTP/1.1" status: 200 len: 1001 time: 0.0608041 Mar 31 22:15:23.233883 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04837393-4956-4186-bb59-30d621a88eb8 req-a4b481d1-8607-4b91-81ec-b074e4248663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:23.235280 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-04837393-4956-4186-bb59-30d621a88eb8 req-a4b481d1-8607-4b91-81ec-b074e4248663 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19ca2eea-2520-4d8a-8741-e1131c92ae8e HTTP/1.1" status: 200 len: 848 time: 0.0416701 Mar 31 22:15:23.284938 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04837393-4956-4186-bb59-30d621a88eb8 req-c74c2701-576e-4e5c-8180-a346e36d0592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:23.286311 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-04837393-4956-4186-bb59-30d621a88eb8 req-c74c2701-576e-4e5c-8180-a346e36d0592 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456533 Mar 31 22:15:23.370627 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-04837393-4956-4186-bb59-30d621a88eb8 req-da71360c-97ab-450c-b884-96d0a54f2ee0 service neutron] 10.222.0.57 "GET /v2.0/networks/d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785606 Mar 31 22:15:23.462321 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-04837393-4956-4186-bb59-30d621a88eb8 req-6e06da8d-c4b1-450e-8ac2-7f9e0913f41d service neutron] 10.222.0.57 "GET /v2.0/networks/d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850499 Mar 31 22:15:23.797136 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8a96a-cf66-4355-96f0-e23565b9468e req-bed0c21f-8b70-4629-bcd2-afef35cff025 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:23.798617 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-abc8a96a-cf66-4355-96f0-e23565b9468e req-bed0c21f-8b70-4629-bcd2-afef35cff025 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 945 time: 0.0568535 Mar 31 22:15:23.868363 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-abc8a96a-cf66-4355-96f0-e23565b9468e req-de64a4e6-0fd5-4fc3-a9f7-b2092e6f44d6 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643067 Mar 31 22:15:23.893810 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac706f4-1890-41dc-b450-741f28492f70 req-329471fd-fd9e-4b7a-8405-1570c87fff25 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:23.895393 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aac706f4-1890-41dc-b450-741f28492f70 req-329471fd-fd9e-4b7a-8405-1570c87fff25 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 984 time: 0.0666564 Mar 31 22:15:23.952769 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-aac706f4-1890-41dc-b450-741f28492f70 req-bb28afda-e5de-42ad-9dba-780800b13fa0 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&id=cf284a66-bf38-4cb1-ae8c-163a2a667771&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515912 Mar 31 22:15:24.987510 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855318c-9034-4ea0-af56-69a906e2fb74 req-84c0c696-270b-485e-b53b-38c27046de79 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:24.988979 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1855318c-9034-4ea0-af56-69a906e2fb74 req-84c0c696-270b-485e-b53b-38c27046de79 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 945 time: 0.0537241 Mar 31 22:15:25.066224 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1855318c-9034-4ea0-af56-69a906e2fb74 req-eb3b56b8-571e-4ad5-aaa7-0bc141db9665 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716097 Mar 31 22:15:25.090746 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fc80a-cff0-4c85-9dc4-d65213e5debd req-d3e828d6-39e5-4364-b8d5-e17d8aa6d458 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:25.092210 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e84fc80a-cff0-4c85-9dc4-d65213e5debd req-d3e828d6-39e5-4364-b8d5-e17d8aa6d458 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 984 time: 0.0679758 Mar 31 22:15:25.151561 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e84fc80a-cff0-4c85-9dc4-d65213e5debd req-4a1eff78-ff2c-4477-99cb-a6de63fddbd0 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&id=cf284a66-bf38-4cb1-ae8c-163a2a667771&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531073 Mar 31 22:15:26.187397 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8269747-e25c-41a4-ad79-a56c7bc26238 req-266cb460-4239-478c-afe9-cb1b49672a3f tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:26.192571 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d8269747-e25c-41a4-ad79-a56c7bc26238 req-266cb460-4239-478c-afe9-cb1b49672a3f tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 945 time: 0.0533857 Mar 31 22:15:26.268478 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-d8269747-e25c-41a4-ad79-a56c7bc26238 req-111d8a8d-bb7c-4b64-a09d-9d1398ffaf39 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733931 Mar 31 22:15:26.295281 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae7e8e-93c1-4b61-b123-1beb73fe7c0e req-06737459-b34a-405d-85be-92c05234ebd1 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:26.296692 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-11ae7e8e-93c1-4b61-b123-1beb73fe7c0e req-06737459-b34a-405d-85be-92c05234ebd1 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 984 time: 0.0768335 Mar 31 22:15:26.365369 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-11ae7e8e-93c1-4b61-b123-1beb73fe7c0e req-14d52687-ccd8-4e1a-aed8-dd55bffbda2c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&id=cf284a66-bf38-4cb1-ae8c-163a2a667771&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624263 Mar 31 22:15:26.384398 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [req-a784469e-cc44-4636-962a-2eb816a466b2 req-a30af91a-54ec-4cba-8fb0-3f14cb607be4 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 22:15:26.390624 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a784469e-cc44-4636-962a-2eb816a466b2 req-a30af91a-54ec-4cba-8fb0-3f14cb607be4 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0572913 Mar 31 22:15:26.678095 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8140b85-7ac7-4385-af5e-cafba999331e req-4319e7bb-51cb-4d17-8b13-a85c3d63fc80 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:26.679930 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a8140b85-7ac7-4385-af5e-cafba999331e req-4319e7bb-51cb-4d17-8b13-a85c3d63fc80 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 945 time: 0.0582583 Mar 31 22:15:26.762580 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a8140b85-7ac7-4385-af5e-cafba999331e req-78b5f137-db41-4e9d-9bea-35263a8439e2 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770230 Mar 31 22:15:26.770067 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-634f8426-236b-47d7-b59b-4febb5a0d9eb req-b5c0dfba-d408-4616-a72b-61fc8bfca09c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1218331 Mar 31 22:15:26.900473 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f8426-236b-47d7-b59b-4febb5a0d9eb req-32ce748c-baef-4311-a99c-dc7fdaec7fe5 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:26.901818 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-634f8426-236b-47d7-b59b-4febb5a0d9eb req-32ce748c-baef-4311-a99c-dc7fdaec7fe5 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports/0c986ac4-6f24-4249-a29d-72d50fc9dc2e HTTP/1.1" status: 200 len: 942 time: 0.1048558 Mar 31 22:15:27.880410 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54167dd-c9b6-4bbc-9ecd-f2f14e0fcfc0 req-78c0d6d0-b9eb-48b2-a20c-18f0877af70f tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:27.881960 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a54167dd-c9b6-4bbc-9ecd-f2f14e0fcfc0 req-78c0d6d0-b9eb-48b2-a20c-18f0877af70f tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 945 time: 0.0532248 Mar 31 22:15:27.930644 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a54167dd-c9b6-4bbc-9ecd-f2f14e0fcfc0 req-c5ebfb59-c34e-4e2f-95cd-e7723538d759 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427930 Mar 31 22:15:28.568413 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 0c986ac4-6f24-4249-a29d-72d50fc9dc2e no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:15:28.645010 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e is: ACTIVE; New status is: DOWN {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:15:28.645397 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (0c986ac4-6f24-4249-a29d-72d50fc9dc2e), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:15:28.666875 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3541d36c-1e21-4551-a1e7-3924678d015f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c986ac4-6f24-4249-a29d-72d50fc9dc2e'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:15:28.669166 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fafb51-ba3c-41e1-a963-c70f98d332ef" -d '{"events": [{"server_uuid": "3541d36c-1e21-4551-a1e7-3924678d015f", "name": "network-vif-unplugged", "status": "completed", "tag": "0c986ac4-6f24-4249-a29d-72d50fc9dc2e"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:15:28.681617 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0c986ac4-6f24-4249-a29d-72d50fc9dc2e,segment=NetworkSegment(46071887-b4fe-46d8-89c7-4d232b71419f),segment_id=46071887-b4fe-46d8-89c7-4d232b71419f)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:15:28.765991 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (0c986ac4-6f24-4249-a29d-72d50fc9dc2e), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:15:28.775455 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 22:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606e6dd6-f627-466b-9241-1fbd81b5147c x-openstack-request-id: req-606e6dd6-f627-466b-9241-1fbd81b5147c {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:15:28.775455 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3541d36c-1e21-4551-a1e7-3924678d015f", "name": "network-vif-unplugged", "status": "completed", "tag": "0c986ac4-6f24-4249-a29d-72d50fc9dc2e", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:15:28.775455 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-606e6dd6-f627-466b-9241-1fbd81b5147c {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:15:28.775455 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-606e6dd6-f627-466b-9241-1fbd81b5147c'] response: {'server_uuid': '3541d36c-1e21-4551-a1e7-3924678d015f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c986ac4-6f24-4249-a29d-72d50fc9dc2e', 'code': 200} Mar 31 22:15:28.819666 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=0c986ac4-6f24-4249-a29d-72d50fc9dc2e,revision_number=6']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:15:28.826658 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:28.827013 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:28.827386 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:28.827729 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:28.828067 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:28.828399 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:28.828724 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:28.829049 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:28.829372 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:28.829696 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:28.830023 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:28.830382 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:28.830719 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:28.831041 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:28.831364 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:29.047692 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a08ebe-35ea-47a6-aa37-f89fdd344c7a req-3cbf75b0-0934-4427-81e7-35b87652e757 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:29.049080 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-72a08ebe-35ea-47a6-aa37-f89fdd344c7a req-3cbf75b0-0934-4427-81e7-35b87652e757 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 943 time: 0.0529275 Mar 31 22:15:29.069847 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f8426-236b-47d7-b59b-4febb5a0d9eb req-a9d46407-158a-48c7-b688-a5f07aeaa592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:29.071416 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-634f8426-236b-47d7-b59b-4febb5a0d9eb req-a9d46407-158a-48c7-b688-a5f07aeaa592 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f&tenant_id=f01f56a3345549e293388df536c13114 HTTP/1.1" status: 200 len: 1127 time: 0.0454543 Mar 31 22:15:29.098557 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-72a08ebe-35ea-47a6-aa37-f89fdd344c7a req-81a8c738-652a-495a-95c2-2514a51bac81 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431526 Mar 31 22:15:29.133562 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f8426-236b-47d7-b59b-4febb5a0d9eb req-acc71062-d5e5-4d16-9d11-b68aa3b085d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:29.135074 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-634f8426-236b-47d7-b59b-4febb5a0d9eb req-acc71062-d5e5-4d16-9d11-b68aa3b085d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f01f56a3345549e293388df536c13114&device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 1127 time: 0.0448201 Mar 31 22:15:29.225427 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f8426-236b-47d7-b59b-4febb5a0d9eb req-eed57fac-3669-4a5c-aebc-0dee19157ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:29.226882 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-634f8426-236b-47d7-b59b-4febb5a0d9eb req-eed57fac-3669-4a5c-aebc-0dee19157ae6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306 HTTP/1.1" status: 200 len: 910 time: 0.0844259 Mar 31 22:15:29.289095 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-634f8426-236b-47d7-b59b-4febb5a0d9eb req-70d47e2d-34f4-43a1-a0ce-492b481c6ff5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c986ac4-6f24-4249-a29d-72d50fc9dc2e HTTP/1.1" status: 200 len: 999 time: 0.0560238 Mar 31 22:15:29.338445 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f8426-236b-47d7-b59b-4febb5a0d9eb req-a1317e61-5deb-44d8-8ede-bb60684c15c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:29.339801 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-634f8426-236b-47d7-b59b-4febb5a0d9eb req-a1317e61-5deb-44d8-8ede-bb60684c15c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19ca2eea-2520-4d8a-8741-e1131c92ae8e HTTP/1.1" status: 200 len: 848 time: 0.0446782 Mar 31 22:15:29.387710 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f8426-236b-47d7-b59b-4febb5a0d9eb req-13587651-0530-4680-88f7-ffa6d4835ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:29.388742 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-634f8426-236b-47d7-b59b-4febb5a0d9eb req-13587651-0530-4680-88f7-ffa6d4835ab1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430615 Mar 31 22:15:29.475600 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-634f8426-236b-47d7-b59b-4febb5a0d9eb req-8e93500c-15e1-476d-8894-a533489acec3 service neutron] 10.222.0.57 "GET /v2.0/networks/d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795591 Mar 31 22:15:29.565015 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-634f8426-236b-47d7-b59b-4febb5a0d9eb req-8e7ff9e9-5697-4074-a099-0055bb7e8caa service neutron] 10.222.0.57 "GET /v2.0/networks/d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837045 Mar 31 22:15:30.221506 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07120f0c-42c8-40bf-ab6f-bd3f86a8d5ad req-98048736-aaac-4037-a1a6-f4f0204aa685 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:30.222976 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-07120f0c-42c8-40bf-ab6f-bd3f86a8d5ad req-98048736-aaac-4037-a1a6-f4f0204aa685 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 943 time: 0.0568287 Mar 31 22:15:30.271207 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-07120f0c-42c8-40bf-ab6f-bd3f86a8d5ad req-bb1b4589-5752-4c80-a0bc-4fc3e238b91c tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426002 Mar 31 22:15:31.388761 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad8bf2-7334-4b1b-83e8-c2d640733a2b req-374f15eb-0592-4689-91ac-c264d7ca32b7 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:31.390257 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-62ad8bf2-7334-4b1b-83e8-c2d640733a2b req-374f15eb-0592-4689-91ac-c264d7ca32b7 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 943 time: 0.0538995 Mar 31 22:15:31.445487 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-62ad8bf2-7334-4b1b-83e8-c2d640733a2b req-af357ed4-c252-4c76-af93-2cd4d34a9b02 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488968 Mar 31 22:15:32.567172 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb099182-3569-4f03-ad01-27d3c8340f23 req-875c29fb-238b-4f9a-886c-3f74c633962a tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:32.568620 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bb099182-3569-4f03-ad01-27d3c8340f23 req-875c29fb-238b-4f9a-886c-3f74c633962a tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 943 time: 0.0573874 Mar 31 22:15:32.615788 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bb099182-3569-4f03-ad01-27d3c8340f23 req-21187dd8-c532-495e-81db-b8f37e7ed0cf tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417221 Mar 31 22:15:33.732988 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc752f7-c764-406d-a2c1-b5d4b743d980 req-14c50393-3729-4c30-95dc-4284beeca5a2 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:33.734439 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5dc752f7-c764-406d-a2c1-b5d4b743d980 req-14c50393-3729-4c30-95dc-4284beeca5a2 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 943 time: 0.0512817 Mar 31 22:15:33.781860 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5dc752f7-c764-406d-a2c1-b5d4b743d980 req-d7d29cf4-badb-47d4-8924-733ab5be07e8 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412292 Mar 31 22:15:34.227240 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-de94ccb3-61e7-4d11-8d4f-47c793b1cfd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:15:34.899106 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bb080-e4e7-40ef-a890-902091a35a83 req-cd91fdf4-00fe-4ccb-a911-6f5c5618dd93 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:34.900547 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-de4bb080-e4e7-40ef-a890-902091a35a83 req-cd91fdf4-00fe-4ccb-a911-6f5c5618dd93 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 943 time: 0.0520945 Mar 31 22:15:34.952099 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-de4bb080-e4e7-40ef-a890-902091a35a83 req-46263b2c-e265-42ab-8188-cc0f7fb3f176 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460680 Mar 31 22:15:35.141379 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:15:36.069566 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79384ad-6b0d-4550-9d56-b422b7d5b18f req-437ee3aa-c5c6-4cbf-ac68-6a1d7d191408 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:36.071016 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e79384ad-6b0d-4550-9d56-b422b7d5b18f req-437ee3aa-c5c6-4cbf-ac68-6a1d7d191408 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 943 time: 0.0518160 Mar 31 22:15:36.119442 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e79384ad-6b0d-4550-9d56-b422b7d5b18f req-7d66a9f4-8176-446d-a77c-fc5c041e7811 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428686 Mar 31 22:15:36.588014 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 0c986ac4-6f24-4249-a29d-72d50fc9dc2e details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:15:36.688577 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5cded651-9dca-4edf-828b-929662ea514c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:15:36.696764 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0c986ac4-6f24-4249-a29d-72d50fc9dc2e,segment=NetworkSegment(46071887-b4fe-46d8-89c7-4d232b71419f),segment_id=46071887-b4fe-46d8-89c7-4d232b71419f)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:15:36.707539 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': '0c986ac4-6f24-4249-a29d-72d50fc9dc2e', 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306', 'port_id': '0c986ac4-6f24-4249-a29d-72d50fc9dc2e', 'mac_address': 'fa:16:3e:94:17:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19ca2eea-2520-4d8a-8741-e1131c92ae8e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:15:36.743583 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:15:36.743963 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (0c986ac4-6f24-4249-a29d-72d50fc9dc2e), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:15:36.757079 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c986ac4-6f24-4249-a29d-72d50fc9dc2e {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:15:36.776519 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0c986ac4-6f24-4249-a29d-72d50fc9dc2e,segment=NetworkSegment(46071887-b4fe-46d8-89c7-4d232b71419f),segment_id=46071887-b4fe-46d8-89c7-4d232b71419f)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:15:36.855951 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (0c986ac4-6f24-4249-a29d-72d50fc9dc2e), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:15:36.903761 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=0c986ac4-6f24-4249-a29d-72d50fc9dc2e,revision_number=7']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:15:37.088585 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['0c986ac4-6f24-4249-a29d-72d50fc9dc2e'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:15:37.239836 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb924be-ea4b-46b4-95fe-9f4714380a6f req-abb6a086-84e7-44cb-9dbb-f1f8913fc8b6 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:37.241298 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8fb924be-ea4b-46b4-95fe-9f4714380a6f req-abb6a086-84e7-44cb-9dbb-f1f8913fc8b6 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 944 time: 0.0564010 Mar 31 22:15:37.288757 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8fb924be-ea4b-46b4-95fe-9f4714380a6f req-26a72917-48ac-41c0-bc40-042814c02744 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418742 Mar 31 22:15:37.570579 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:15:37.802911 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:15:38.408084 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6172b4-9a0c-440b-90d6-73165ecf9ad6 req-7cae0661-0726-4be7-ba34-62fdfef9cc39 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:38.410031 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2a6172b4-9a0c-440b-90d6-73165ecf9ad6 req-7cae0661-0726-4be7-ba34-62fdfef9cc39 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 944 time: 0.0562437 Mar 31 22:15:38.459466 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2a6172b4-9a0c-440b-90d6-73165ecf9ad6 req-e2ed0c3f-1d34-4930-982d-259498d766c4 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439472 Mar 31 22:15:38.598028 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 0c986ac4-6f24-4249-a29d-72d50fc9dc2e up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:15:38.645964 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:15:38.646359 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (0c986ac4-6f24-4249-a29d-72d50fc9dc2e), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:15:38.719338 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:15:38.719712 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (0c986ac4-6f24-4249-a29d-72d50fc9dc2e), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:15:38.744270 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3541d36c-1e21-4551-a1e7-3924678d015f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c986ac4-6f24-4249-a29d-72d50fc9dc2e'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:15:38.746492 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3a3d10-a69e-47f3-a0da-dc23a4baa9d9" -d '{"events": [{"server_uuid": "3541d36c-1e21-4551-a1e7-3924678d015f", "name": "network-vif-plugged", "status": "completed", "tag": "0c986ac4-6f24-4249-a29d-72d50fc9dc2e"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:15:38.759123 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0c986ac4-6f24-4249-a29d-72d50fc9dc2e,segment=NetworkSegment(46071887-b4fe-46d8-89c7-4d232b71419f),segment_id=46071887-b4fe-46d8-89c7-4d232b71419f)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:15:38.780917 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8463cf98-6e1f-4cdb-8fbd-2ec94d2c8313 x-openstack-request-id: req-8463cf98-6e1f-4cdb-8fbd-2ec94d2c8313 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:15:38.781096 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3541d36c-1e21-4551-a1e7-3924678d015f", "name": "network-vif-plugged", "status": "completed", "tag": "0c986ac4-6f24-4249-a29d-72d50fc9dc2e", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:15:38.781351 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8463cf98-6e1f-4cdb-8fbd-2ec94d2c8313 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:15:38.781742 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8463cf98-6e1f-4cdb-8fbd-2ec94d2c8313'] response: {'server_uuid': '3541d36c-1e21-4551-a1e7-3924678d015f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c986ac4-6f24-4249-a29d-72d50fc9dc2e', 'code': 200} Mar 31 22:15:38.833083 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (0c986ac4-6f24-4249-a29d-72d50fc9dc2e), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:15:38.888316 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=0c986ac4-6f24-4249-a29d-72d50fc9dc2e,revision_number=8']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:15:39.070331 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11819610-99fd-4985-88a9-05b800d26556 req-34798700-c99a-4630-8f30-07d95e30da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:39.071988 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-11819610-99fd-4985-88a9-05b800d26556 req-34798700-c99a-4630-8f30-07d95e30da84 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 1129 time: 0.0459981 Mar 31 22:15:39.117656 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:15:39.119896 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-11819610-99fd-4985-88a9-05b800d26556 req-87d7b8a6-1340-4b7b-b30f-73ff6bf63356 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403223 Mar 31 22:15:39.574342 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d645b-276d-4eb4-b1db-f3d5dc5e0dc6 req-0cb195ab-9049-4f2b-8bd8-73ebcccdb97a tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:39.575809 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4d0d645b-276d-4eb4-b1db-f3d5dc5e0dc6 req-0cb195ab-9049-4f2b-8bd8-73ebcccdb97a tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 945 time: 0.0523937 Mar 31 22:15:39.623293 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4d0d645b-276d-4eb4-b1db-f3d5dc5e0dc6 req-a0263603-fb90-46a5-a773-2ec7164cc68a tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414572 Mar 31 22:15:40.421905 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:15:40.740551 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18f251-3ea6-4c12-8497-b48eb765681b req-5e441a3d-fc46-4b44-a083-0464c0495851 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:40.741987 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-df18f251-3ea6-4c12-8497-b48eb765681b req-5e441a3d-fc46-4b44-a083-0464c0495851 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 945 time: 0.0512130 Mar 31 22:15:40.793417 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-df18f251-3ea6-4c12-8497-b48eb765681b req-36ee9d6a-8181-46c8-a8a1-c9eaa65898c9 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458932 Mar 31 22:15:59.051956 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8035152a-88a4-454a-9b83-12abfab1eb38 req-1e65033b-8984-44a5-b7ab-42dd2d7e18c7 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-261916828&fields=id&tenant_id=abfe4e4d3eb944f8a61e347180714fe0 HTTP/1.1" status: 200 len: 267 time: 0.0442412 Mar 31 22:15:59.108670 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035152a-88a4-454a-9b83-12abfab1eb38 req-1775cfbc-12e3-4cc7-8b02-62709efe6198 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:59.110105 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8035152a-88a4-454a-9b83-12abfab1eb38 req-1775cfbc-12e3-4cc7-8b02-62709efe6198 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 984 time: 0.0527081 Mar 31 22:15:59.120695 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [req-8035152a-88a4-454a-9b83-12abfab1eb38 req-ae837efc-2863-4d01-9b90-8d455125b176 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Request body: {'port': {'security_groups': ['b80f0dee-d2f3-456e-9c3a-86b1c7367484']}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:15:59.195900 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-8035152a-88a4-454a-9b83-12abfab1eb38 req-ae837efc-2863-4d01-9b90-8d455125b176 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (9c219bba-fbde-4840-b7ae-a754ff753524), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:15:59.364076 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [req-8035152a-88a4-454a-9b83-12abfab1eb38 req-ae837efc-2863-4d01-9b90-8d455125b176 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] For port 9c219bba-fbde-4840-b7ae-a754ff753524, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=9c219bba-fbde-4840-b7ae-a754ff753524,segment=NetworkSegment(83c499b6-126b-4ce0-b4a2-f0be225e8ff8),segment_id=83c499b6-126b-4ce0-b4a2-f0be225e8ff8)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:15:59.397859 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-8035152a-88a4-454a-9b83-12abfab1eb38 req-ae837efc-2863-4d01-9b90-8d455125b176 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for port (9c219bba-fbde-4840-b7ae-a754ff753524), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:15:59.455656 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-8035152a-88a4-454a-9b83-12abfab1eb38 req-ae837efc-2863-4d01-9b90-8d455125b176 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114205'] for port (9c219bba-fbde-4840-b7ae-a754ff753524), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:15:59.468577 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['9c219bba-fbde-4840-b7ae-a754ff753524'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:15:59.499302 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035152a-88a4-454a-9b83-12abfab1eb38 req-ae837efc-2863-4d01-9b90-8d455125b176 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:59.499912 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [req-8035152a-88a4-454a-9b83-12abfab1eb38 req-ae837efc-2863-4d01-9b90-8d455125b176 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:15:59.502626 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8035152a-88a4-454a-9b83-12abfab1eb38 req-ae837efc-2863-4d01-9b90-8d455125b176 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "PUT /v2.0/ports/9c219bba-fbde-4840-b7ae-a754ff753524 HTTP/1.1" status: 200 len: 942 time: 0.3864965 Mar 31 22:15:59.503773 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33966242-950f-4775-916c-cea5cbd5014d', 'tag': '9c219bba-fbde-4840-b7ae-a754ff753524'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:15:59.506405 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d034bfc735977369ecc1df0796a02fa1e575f952a1ba42ee6983d0042c1cfb33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416e9c6b-457d-4cd1-8aa3-1e6fb931d395" -d '{"events": [{"name": "network-changed", "server_uuid": "33966242-950f-4775-916c-cea5cbd5014d", "tag": "9c219bba-fbde-4840-b7ae-a754ff753524"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:15:59.508071 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 37400) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:15:59.535718 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae837efc-2863-4d01-9b90-8d455125b176 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Pushing event updated for resources: {'Port': ['ID=9c219bba-fbde-4840-b7ae-a754ff753524,revision_number=7']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:15:59.544801 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae837efc-2863-4d01-9b90-8d455125b176 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:59.545260 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae837efc-2863-4d01-9b90-8d455125b176 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:59.545705 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae837efc-2863-4d01-9b90-8d455125b176 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:59.546166 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae837efc-2863-4d01-9b90-8d455125b176 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:59.546656 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae837efc-2863-4d01-9b90-8d455125b176 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:59.547096 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae837efc-2863-4d01-9b90-8d455125b176 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:59.548318 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae837efc-2863-4d01-9b90-8d455125b176 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:59.548318 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae837efc-2863-4d01-9b90-8d455125b176 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:59.548318 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae837efc-2863-4d01-9b90-8d455125b176 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:59.548643 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae837efc-2863-4d01-9b90-8d455125b176 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:59.549085 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae837efc-2863-4d01-9b90-8d455125b176 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:59.549491 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae837efc-2863-4d01-9b90-8d455125b176 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:59.549912 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae837efc-2863-4d01-9b90-8d455125b176 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:59.550408 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae837efc-2863-4d01-9b90-8d455125b176 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:59.550922 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae837efc-2863-4d01-9b90-8d455125b176 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:15:59.564902 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4314bdde-dae8-4d80-857e-8894ee9ce761 x-openstack-request-id: req-4314bdde-dae8-4d80-857e-8894ee9ce761 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:15:59.565262 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33966242-950f-4775-916c-cea5cbd5014d", "tag": "9c219bba-fbde-4840-b7ae-a754ff753524", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:15:59.566009 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4314bdde-dae8-4d80-857e-8894ee9ce761 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:15:59.566506 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4314bdde-dae8-4d80-857e-8894ee9ce761'] response: {'name': 'network-changed', 'server_uuid': '33966242-950f-4775-916c-cea5cbd5014d', 'tag': '9c219bba-fbde-4840-b7ae-a754ff753524', 'status': 'completed', 'code': 200} Mar 31 22:15:59.598069 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['9c219bba-fbde-4840-b7ae-a754ff753524'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:15:59.639765 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-90e3a37e-9616-46b6-99a7-6bb94d860038 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for security_group (cf284a66-bf38-4cb1-ae8c-163a2a667771), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:15:59.671559 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-90e3a37e-9616-46b6-99a7-6bb94d860038 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for security_group (cf284a66-bf38-4cb1-ae8c-163a2a667771), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:15:59.675531 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e9c6b-457d-4cd1-8aa3-1e6fb931d395 req-9a4f7482-f353-43b4-bbc7-64eff816af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:59.677598 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-416e9c6b-457d-4cd1-8aa3-1e6fb931d395 req-9a4f7482-f353-43b4-bbc7-64eff816af17 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=abfe4e4d3eb944f8a61e347180714fe0&device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 1129 time: 0.0947213 Mar 31 22:15:59.786988 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-5761e01f-6397-4797-9686-a6454d8615ac None None] Provisioning complete for port 9c219bba-fbde-4840-b7ae-a754ff753524 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:15:59.786988 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5761e01f-6397-4797-9686-a6454d8615ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (9c219bba-fbde-4840-b7ae-a754ff753524), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:15:59.789334 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e9c6b-457d-4cd1-8aa3-1e6fb931d395 req-2d50205e-0bcd-4e7d-9311-8e1edeb42651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:15:59.790825 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-416e9c6b-457d-4cd1-8aa3-1e6fb931d395 req-2d50205e-0bcd-4e7d-9311-8e1edeb42651 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3944d8ae-842f-44bc-88da-73226dcac7be HTTP/1.1" status: 200 len: 915 time: 0.1068776 Mar 31 22:15:59.865180 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-5761e01f-6397-4797-9686-a6454d8615ac None None] Current status of the port 9c219bba-fbde-4840-b7ae-a754ff753524 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:16:00.095061 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-90e3a37e-9616-46b6-99a7-6bb94d860038 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (cf284a66-bf38-4cb1-ae8c-163a2a667771), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:00.097561 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-90e3a37e-9616-46b6-99a7-6bb94d860038 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:00.099352 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-90e3a37e-9616-46b6-99a7-6bb94d860038 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "DELETE /v2.0/security-groups/cf284a66-bf38-4cb1-ae8c-163a2a667771 HTTP/1.1" status: 204 len: 168 time: 0.5897319 Mar 31 22:16:00.102091 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37404) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:00.115221 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3a37e-9616-46b6-99a7-6bb94d860038 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf284a66-bf38-4cb1-ae8c-163a2a667771,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:00.126104 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3a37e-9616-46b6-99a7-6bb94d860038 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:00.126475 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3a37e-9616-46b6-99a7-6bb94d860038 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:00.126811 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3a37e-9616-46b6-99a7-6bb94d860038 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:00.127145 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3a37e-9616-46b6-99a7-6bb94d860038 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:00.127472 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3a37e-9616-46b6-99a7-6bb94d860038 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:00.127795 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3a37e-9616-46b6-99a7-6bb94d860038 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:00.128130 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3a37e-9616-46b6-99a7-6bb94d860038 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:00.128427 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3a37e-9616-46b6-99a7-6bb94d860038 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:00.128748 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3a37e-9616-46b6-99a7-6bb94d860038 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:00.129053 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3a37e-9616-46b6-99a7-6bb94d860038 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:00.129366 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3a37e-9616-46b6-99a7-6bb94d860038 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:00.129676 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3a37e-9616-46b6-99a7-6bb94d860038 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:00.130015 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3a37e-9616-46b6-99a7-6bb94d860038 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:00.130347 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3a37e-9616-46b6-99a7-6bb94d860038 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:00.130696 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3a37e-9616-46b6-99a7-6bb94d860038 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:00.143555 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-416e9c6b-457d-4cd1-8aa3-1e6fb931d395 req-f477ae66-faea-45f7-bc3d-1dd125b3dfa8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c219bba-fbde-4840-b7ae-a754ff753524 HTTP/1.1" status: 200 len: 1000 time: 0.3454702 Mar 31 22:16:00.191975 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e9c6b-457d-4cd1-8aa3-1e6fb931d395 req-bd1bed65-f99d-412d-aaa0-f6166e4fbf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:00.193495 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-416e9c6b-457d-4cd1-8aa3-1e6fb931d395 req-bd1bed65-f99d-412d-aaa0-f6166e4fbf84 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63aff872-dce4-4fa1-969b-6aa9391e0873 HTTP/1.1" status: 200 len: 853 time: 0.0440865 Mar 31 22:16:00.244646 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e9c6b-457d-4cd1-8aa3-1e6fb931d395 req-e26b851d-dd58-4b5c-88ad-15b026e30fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:00.246251 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-416e9c6b-457d-4cd1-8aa3-1e6fb931d395 req-e26b851d-dd58-4b5c-88ad-15b026e30fcb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3944d8ae-842f-44bc-88da-73226dcac7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468481 Mar 31 22:16:00.262881 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-b187dee4-2c52-4bef-8cc5-62f9b1c4dc09 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Deleting port 7d8e77a5-a5c4-43d6-bbbd-1d76e81eeeb5 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:16:00.263220 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b187dee4-2c52-4bef-8cc5-62f9b1c4dc09 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (7d8e77a5-a5c4-43d6-bbbd-1d76e81eeeb5), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:00.333500 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-416e9c6b-457d-4cd1-8aa3-1e6fb931d395 req-e2acf103-0a21-477e-b834-5b1c4b2a0e3a service neutron] 10.222.0.57 "GET /v2.0/networks/3944d8ae-842f-44bc-88da-73226dcac7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801568 Mar 31 22:16:00.339120 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b187dee4-2c52-4bef-8cc5-62f9b1c4dc09 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (7d8e77a5-a5c4-43d6-bbbd-1d76e81eeeb5), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:00.339449 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b187dee4-2c52-4bef-8cc5-62f9b1c4dc09 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for floatingip (7d8e77a5-a5c4-43d6-bbbd-1d76e81eeeb5), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:00.352085 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-b187dee4-2c52-4bef-8cc5-62f9b1c4dc09 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Calling delete_port for 7d8e77a5-a5c4-43d6-bbbd-1d76e81eeeb5 owned by network:floatingip {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:16:00.425344 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-416e9c6b-457d-4cd1-8aa3-1e6fb931d395 req-cd1ce3c3-b8cf-4cd9-bd2f-f596a5fac36d service neutron] 10.222.0.57 "GET /v2.0/networks/3944d8ae-842f-44bc-88da-73226dcac7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867448 Mar 31 22:16:00.627219 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b187dee4-2c52-4bef-8cc5-62f9b1c4dc09 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (7d8e77a5-a5c4-43d6-bbbd-1d76e81eeeb5), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:00.653330 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187dee4-2c52-4bef-8cc5-62f9b1c4dc09 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Pushing event deleted for resources: {'Port': ['ID=7d8e77a5-a5c4-43d6-bbbd-1d76e81eeeb5,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:00.713314 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b187dee4-2c52-4bef-8cc5-62f9b1c4dc09 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks [] for floatingip (93d6c49a-da26-4724-bf1d-8fc9513fc8e0), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:00.713661 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-b187dee4-2c52-4bef-8cc5-62f9b1c4dc09 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Floating IP 93d6c49a-da26-4724-bf1d-8fc9513fc8e0 disassociated (deleted). External IP: 172.27.2.18, port: 9c219bba-fbde-4840-b7ae-a754ff753524. Mar 31 22:16:00.923905 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b187dee4-2c52-4bef-8cc5-62f9b1c4dc09 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Router 0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:16:01.030736 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b187dee4-2c52-4bef-8cc5-62f9b1c4dc09 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:16:01.035474 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b187dee4-2c52-4bef-8cc5-62f9b1c4dc09 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:01.040470 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be696e-e585-4a72-8e92-af129df9f3e0 None None] Sync routers for ids ['0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:16:01.050250 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be696e-e585-4a72-8e92-af129df9f3e0 None None] Routers {'0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:16:01.050919 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-d0be696e-e585-4a72-8e92-af129df9f3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:15:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:01.065525 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b187dee4-2c52-4bef-8cc5-62f9b1c4dc09 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "DELETE /v2.0/floatingips/93d6c49a-da26-4724-bf1d-8fc9513fc8e0 HTTP/1.1" status: 204 len: 168 time: 0.9623306 Mar 31 22:16:01.160923 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-d0be696e-e585-4a72-8e92-af129df9f3e0 None None] Set router 0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:16:01.359314 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-d0be696e-e585-4a72-8e92-af129df9f3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'name': 'tempest-TestMinimumBasicScenario-496333833-router', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '84510933-08c2-4585-be57-3a45c97a2fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:13:58Z', 'updated_at': '2022-03-31T22:14:01Z', 'revision_number': 4, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'gw_port': {'id': '84510933-08c2-4585-be57-3a45c97a2fb2', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:13:59Z', 'updated_at': '2022-03-31T22:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '40dfba84-cab2-4e36-8638-3741dcb05dca', 'name': '', 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'mac_address': 'fa:16:3e:6f:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '63aff872-dce4-4fa1-969b-6aa9391e0873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:14:01Z', 'updated_at': '2022-03-31T22:14:05Z', 'revision_number': 5, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'subnets': [{'id': '63aff872-dce4-4fa1-969b-6aa9391e0873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:01.391889 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be696e-e585-4a72-8e92-af129df9f3e0 None None] Checking router: 0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:16:01.400657 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be696e-e585-4a72-8e92-af129df9f3e0 None None] Routers {'0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:16:01.401263 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-d0be696e-e585-4a72-8e92-af129df9f3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:15:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:01.516377 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-d0be696e-e585-4a72-8e92-af129df9f3e0 None None] Set router 0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:16:01.567218 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33966242-950f-4775-916c-cea5cbd5014d', 'tag': '9c219bba-fbde-4840-b7ae-a754ff753524'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:16:01.570259 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d034bfc735977369ecc1df0796a02fa1e575f952a1ba42ee6983d0042c1cfb33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e5175e-02e3-4371-8d42-57e7083731ec" -d '{"events": [{"name": "network-changed", "server_uuid": "33966242-950f-4775-916c-cea5cbd5014d", "tag": "9c219bba-fbde-4840-b7ae-a754ff753524"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:16:01.605265 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41194f5a-f451-4a26-9c65-71b6eba2bbba x-openstack-request-id: req-41194f5a-f451-4a26-9c65-71b6eba2bbba {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:16:01.605558 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33966242-950f-4775-916c-cea5cbd5014d", "tag": "9c219bba-fbde-4840-b7ae-a754ff753524", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:16:01.605809 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-41194f5a-f451-4a26-9c65-71b6eba2bbba {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:16:01.606235 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41194f5a-f451-4a26-9c65-71b6eba2bbba'] response: {'name': 'network-changed', 'server_uuid': '33966242-950f-4775-916c-cea5cbd5014d', 'tag': '9c219bba-fbde-4840-b7ae-a754ff753524', 'status': 'completed', 'code': 200} Mar 31 22:16:01.673969 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5175e-02e3-4371-8d42-57e7083731ec req-99b0a9f7-ba54-49fa-9911-c41daa5cb8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:01.675494 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-06e5175e-02e3-4371-8d42-57e7083731ec req-99b0a9f7-ba54-49fa-9911-c41daa5cb8ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=abfe4e4d3eb944f8a61e347180714fe0&device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 1129 time: 0.0441308 Mar 31 22:16:01.711276 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-d0be696e-e585-4a72-8e92-af129df9f3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'name': 'tempest-TestMinimumBasicScenario-496333833-router', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '84510933-08c2-4585-be57-3a45c97a2fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:13:58Z', 'updated_at': '2022-03-31T22:14:01Z', 'revision_number': 4, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'gw_port': {'id': '84510933-08c2-4585-be57-3a45c97a2fb2', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:13:59Z', 'updated_at': '2022-03-31T22:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '40dfba84-cab2-4e36-8638-3741dcb05dca', 'name': '', 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'mac_address': 'fa:16:3e:6f:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '63aff872-dce4-4fa1-969b-6aa9391e0873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:14:01Z', 'updated_at': '2022-03-31T22:14:05Z', 'revision_number': 5, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'subnets': [{'id': '63aff872-dce4-4fa1-969b-6aa9391e0873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:01.736408 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be696e-e585-4a72-8e92-af129df9f3e0 None None] The sync data for ids ['0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'] in dv-cinder-836083-1-iscsi is: [{'id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'name': 'tempest-TestMinimumBasicScenario-496333833-router', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '84510933-08c2-4585-be57-3a45c97a2fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:13:58Z', 'updated_at': '2022-03-31T22:14:01Z', 'revision_number': 4, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'gw_port': {'id': '84510933-08c2-4585-be57-3a45c97a2fb2', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:13:59Z', 'updated_at': '2022-03-31T22:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '40dfba84-cab2-4e36-8638-3741dcb05dca', 'name': '', 'network_id': '3944d8ae-842f-44bc-88da-73226dcac7be', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'mac_address': 'fa:16:3e:6f:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '63aff872-dce4-4fa1-969b-6aa9391e0873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:14:01Z', 'updated_at': '2022-03-31T22:14:05Z', 'revision_number': 5, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'subnets': [{'id': '63aff872-dce4-4fa1-969b-6aa9391e0873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:16:01.764129 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5175e-02e3-4371-8d42-57e7083731ec req-2b842525-9afc-4464-a59b-33bce95ddc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:01.765597 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-06e5175e-02e3-4371-8d42-57e7083731ec req-2b842525-9afc-4464-a59b-33bce95ddc2e service neutron] 10.222.0.57 "GET /v2.0/networks?id=3944d8ae-842f-44bc-88da-73226dcac7be HTTP/1.1" status: 200 len: 915 time: 0.0845144 Mar 31 22:16:01.819461 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-06e5175e-02e3-4371-8d42-57e7083731ec req-e084867e-c707-4564-97c2-167cdfda59a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c219bba-fbde-4840-b7ae-a754ff753524 HTTP/1.1" status: 200 len: 217 time: 0.0410898 Mar 31 22:16:01.869045 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5175e-02e3-4371-8d42-57e7083731ec req-c39a0905-73d5-4fe9-9043-5225423b577e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:01.870626 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-06e5175e-02e3-4371-8d42-57e7083731ec req-c39a0905-73d5-4fe9-9043-5225423b577e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=63aff872-dce4-4fa1-969b-6aa9391e0873 HTTP/1.1" status: 200 len: 853 time: 0.0452185 Mar 31 22:16:01.924256 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5175e-02e3-4371-8d42-57e7083731ec req-755a64a9-b753-4a95-a906-8352acd9b79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:01.925757 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-06e5175e-02e3-4371-8d42-57e7083731ec req-755a64a9-b753-4a95-a906-8352acd9b79e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3944d8ae-842f-44bc-88da-73226dcac7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471046 Mar 31 22:16:01.969995 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f428913d-496a-438f-a7b7-88c74b5f6269 None None] New status for floating IP 93d6c49a-da26-4724-bf1d-8fc9513fc8e0: DOWN {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:16:02.026581 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-06e5175e-02e3-4371-8d42-57e7083731ec req-f05d8f24-4c39-4bf1-b020-f2c329fb45fa service neutron] 10.222.0.57 "GET /v2.0/networks/3944d8ae-842f-44bc-88da-73226dcac7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937109 Mar 31 22:16:02.118073 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-06e5175e-02e3-4371-8d42-57e7083731ec req-0185f1b1-76ae-42ba-b4af-3ccd42453e25 service neutron] 10.222.0.57 "GET /v2.0/networks/3944d8ae-842f-44bc-88da-73226dcac7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851972 Mar 31 22:16:04.213694 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a3357821-b821-4ad2-a691-d3c645edf144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:05.346706 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368db6c-54ee-4a70-8d3b-561f938275dd req-d37ec782-87da-4452-a440-101142b1077c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:05.348168 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1368db6c-54ee-4a70-8d3b-561f938275dd req-d37ec782-87da-4452-a440-101142b1077c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 945 time: 0.0533998 Mar 31 22:16:05.398391 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1368db6c-54ee-4a70-8d3b-561f938275dd req-6b23750e-ce08-4546-b6c6-1b68839b1f7a tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440850 Mar 31 22:16:06.516868 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aed243-c6c3-4636-b293-26257e96d132 req-8c905229-2a46-4841-9aad-96576e77228c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:06.518359 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b0aed243-c6c3-4636-b293-26257e96d132 req-8c905229-2a46-4841-9aad-96576e77228c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 945 time: 0.0525451 Mar 31 22:16:06.564078 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b0aed243-c6c3-4636-b293-26257e96d132 req-16c4f352-aaad-4327-a022-4959760a51da tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/security-groups?id=b80f0dee-d2f3-456e-9c3a-86b1c7367484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402234 Mar 31 22:16:06.699459 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-64406943-e1c6-4c82-b6bc-074eee217465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:07.111404 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df40f1-daf7-4eec-aaee-02872839f4c9 req-4696ccd6-79ad-4294-875c-052766024eff tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:07.112860 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a8df40f1-daf7-4eec-aaee-02872839f4c9 req-4696ccd6-79ad-4294-875c-052766024eff tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.57 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 945 time: 0.0519247 Mar 31 22:16:07.207224 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-a8df40f1-daf7-4eec-aaee-02872839f4c9 req-68b09506-9ca8-41f5-89bd-b21571373c93 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Deleting port 9c219bba-fbde-4840-b7ae-a754ff753524 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:16:07.207563 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-a8df40f1-daf7-4eec-aaee-02872839f4c9 req-68b09506-9ca8-41f5-89bd-b21571373c93 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (9c219bba-fbde-4840-b7ae-a754ff753524), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:07.292925 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-a8df40f1-daf7-4eec-aaee-02872839f4c9 req-68b09506-9ca8-41f5-89bd-b21571373c93 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] For port 9c219bba-fbde-4840-b7ae-a754ff753524, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=9c219bba-fbde-4840-b7ae-a754ff753524,segment=NetworkSegment(83c499b6-126b-4ce0-b4a2-f0be225e8ff8),segment_id=83c499b6-126b-4ce0-b4a2-f0be225e8ff8)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:16:07.293282 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-a8df40f1-daf7-4eec-aaee-02872839f4c9 req-68b09506-9ca8-41f5-89bd-b21571373c93 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (9c219bba-fbde-4840-b7ae-a754ff753524), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:07.309936 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-a8df40f1-daf7-4eec-aaee-02872839f4c9 req-68b09506-9ca8-41f5-89bd-b21571373c93 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Calling delete_port for 9c219bba-fbde-4840-b7ae-a754ff753524 owned by compute:nova {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:16:07.501554 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-a8df40f1-daf7-4eec-aaee-02872839f4c9 req-68b09506-9ca8-41f5-89bd-b21571373c93 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (9c219bba-fbde-4840-b7ae-a754ff753524), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:07.515164 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['9c219bba-fbde-4840-b7ae-a754ff753524'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:16:07.532449 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b09506-9ca8-41f5-89bd-b21571373c93 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Pushing event deleted for resources: {'Port': ['ID=9c219bba-fbde-4840-b7ae-a754ff753524,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:07.581151 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8df40f1-daf7-4eec-aaee-02872839f4c9 req-68b09506-9ca8-41f5-89bd-b21571373c93 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] No DVR routers for this DVR port 9c219bba-fbde-4840-b7ae-a754ff753524 on host hv-cinder-83608 {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:16:07.583727 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-a8df40f1-daf7-4eec-aaee-02872839f4c9 req-68b09506-9ca8-41f5-89bd-b21571373c93 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:07.586949 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-a8df40f1-daf7-4eec-aaee-02872839f4c9 req-68b09506-9ca8-41f5-89bd-b21571373c93 tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.57 "DELETE /v2.0/ports/9c219bba-fbde-4840-b7ae-a754ff753524 HTTP/1.1" status: 204 len: 173 time: 0.4692123 Mar 31 22:16:07.587390 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33966242-950f-4775-916c-cea5cbd5014d', 'name': 'network-vif-deleted', 'tag': '9c219bba-fbde-4840-b7ae-a754ff753524'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:16:07.589614 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29ccab0-9cc3-46ba-840d-5151191b882c" -d '{"events": [{"server_uuid": "33966242-950f-4775-916c-cea5cbd5014d", "name": "network-vif-deleted", "tag": "9c219bba-fbde-4840-b7ae-a754ff753524"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:16:07.660522 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e9ea82e4-a122-4c27-8ea9-f1162583acd5 req-0df7463a-2f42-4026-8659-78967401dc3c tempest-TestMinimumBasicScenario-1573146144 tempest-TestMinimumBasicScenario-1573146144-project] 10.222.0.59 "GET /v2.0/ports?device_id=33966242-950f-4775-916c-cea5cbd5014d HTTP/1.1" status: 200 len: 210 time: 0.0298481 Mar 31 22:16:07.661741 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:07.683427 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a555e5-5667-457f-a9e9-0b751e741f34 x-openstack-request-id: req-d9a555e5-5667-457f-a9e9-0b751e741f34 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:16:07.683721 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33966242-950f-4775-916c-cea5cbd5014d", "name": "network-vif-deleted", "tag": "9c219bba-fbde-4840-b7ae-a754ff753524", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:16:07.683970 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d9a555e5-5667-457f-a9e9-0b751e741f34 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:16:07.684371 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9a555e5-5667-457f-a9e9-0b751e741f34'] response: {'server_uuid': '33966242-950f-4775-916c-cea5cbd5014d', 'name': 'network-vif-deleted', 'tag': '9c219bba-fbde-4840-b7ae-a754ff753524', 'status': 'completed', 'code': 200} Mar 31 22:16:07.804548 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:09.118576 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:09.951775 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37492) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:10.297941 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-285b36bf-2a03-4912-a2a3-81c905d7feb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623117'] for router_interface (0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:10.414252 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:10.551438 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-285b36bf-2a03-4912-a2a3-81c905d7feb6 admin admin] Deleting port 40dfba84-cab2-4e36-8638-3741dcb05dca {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:16:10.608666 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-285b36bf-2a03-4912-a2a3-81c905d7feb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (40dfba84-cab2-4e36-8638-3741dcb05dca), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:10.629912 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-285b36bf-2a03-4912-a2a3-81c905d7feb6 admin admin] For port 40dfba84-cab2-4e36-8638-3741dcb05dca, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=40dfba84-cab2-4e36-8638-3741dcb05dca,segment=NetworkSegment(83c499b6-126b-4ce0-b4a2-f0be225e8ff8),segment_id=83c499b6-126b-4ce0-b4a2-f0be225e8ff8)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:16:10.630311 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-285b36bf-2a03-4912-a2a3-81c905d7feb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (40dfba84-cab2-4e36-8638-3741dcb05dca), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:10.643013 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-285b36bf-2a03-4912-a2a3-81c905d7feb6 admin admin] Calling delete_port for 40dfba84-cab2-4e36-8638-3741dcb05dca owned by network:router_interface {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:16:10.720057 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 9c219bba-fbde-4840-b7ae-a754ff753524 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:16:10.739177 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] No Port match for: 9c219bba-fbde-4840-b7ae-a754ff753524 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:16:10.739514 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 9c219bba-fbde-4840-b7ae-a754ff753524 not bound to the agent host hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:16:10.865242 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-285b36bf-2a03-4912-a2a3-81c905d7feb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (40dfba84-cab2-4e36-8638-3741dcb05dca), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:10.890925 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b36bf-2a03-4912-a2a3-81c905d7feb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=40dfba84-cab2-4e36-8638-3741dcb05dca,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:11.297384 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-285b36bf-2a03-4912-a2a3-81c905d7feb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1828936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624029'] for router_interface (0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:11.510939 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285b36bf-2a03-4912-a2a3-81c905d7feb6 admin admin] Router 0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:16:11.617776 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285b36bf-2a03-4912-a2a3-81c905d7feb6 admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:16:11.622727 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-285b36bf-2a03-4912-a2a3-81c905d7feb6 admin admin] 10.222.0.59 "PUT /v2.0/routers/0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6700168 Mar 31 22:16:11.625239 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37494) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:11.628166 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5106e8c4-eb19-4e44-b7e7-b693bd1f45da None None] Sync routers for ids ['0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:16:11.638533 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5106e8c4-eb19-4e44-b7e7-b693bd1f45da None None] Routers {'0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:16:11.639148 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-5106e8c4-eb19-4e44-b7e7-b693bd1f45da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:16:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:11.729804 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b4df4012-4793-4443-95e6-73d48c9bd417 admin admin] Publish callbacks [] for router (0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:11.744306 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-5106e8c4-eb19-4e44-b7e7-b693bd1f45da None None] Set router 0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:16:11.835932 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b4df4012-4793-4443-95e6-73d48c9bd417 admin admin] Publish callbacks [] for router_gateway (0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:11.980023 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-b4df4012-4793-4443-95e6-73d48c9bd417 admin admin] Deleting port 84510933-08c2-4585-be57-3a45c97a2fb2 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:16:11.980253 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b4df4012-4793-4443-95e6-73d48c9bd417 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (84510933-08c2-4585-be57-3a45c97a2fb2), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:12.047042 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-5106e8c4-eb19-4e44-b7e7-b693bd1f45da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'name': 'tempest-TestMinimumBasicScenario-496333833-router', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': '84510933-08c2-4585-be57-3a45c97a2fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:13:58Z', 'updated_at': '2022-03-31T22:16:10Z', 'revision_number': 5, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'gw_port': {'id': '84510933-08c2-4585-be57-3a45c97a2fb2', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:13:59Z', 'updated_at': '2022-03-31T22:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:12.062817 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-b4df4012-4793-4443-95e6-73d48c9bd417 admin admin] For port 84510933-08c2-4585-be57-3a45c97a2fb2, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=84510933-08c2-4585-be57-3a45c97a2fb2,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:16:12.063178 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b4df4012-4793-4443-95e6-73d48c9bd417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (84510933-08c2-4585-be57-3a45c97a2fb2), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:12.075979 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-b4df4012-4793-4443-95e6-73d48c9bd417 admin admin] Calling delete_port for 84510933-08c2-4585-be57-3a45c97a2fb2 owned by network:router_gateway {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:16:12.077459 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5106e8c4-eb19-4e44-b7e7-b693bd1f45da None None] Checking router: 0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:16:12.086201 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5106e8c4-eb19-4e44-b7e7-b693bd1f45da None None] Routers {'0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:16:12.086813 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-5106e8c4-eb19-4e44-b7e7-b693bd1f45da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:16:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:12.140847 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:16:12.176662 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-5106e8c4-eb19-4e44-b7e7-b693bd1f45da None None] Set router 0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb gateway port host: None {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:16:12.229657 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-5106e8c4-eb19-4e44-b7e7-b693bd1f45da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'name': 'tempest-TestMinimumBasicScenario-496333833-router', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:13:58Z', 'updated_at': '2022-03-31T22:16:11Z', 'revision_number': 6, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'gw_port_host': None}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:12.259387 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5106e8c4-eb19-4e44-b7e7-b693bd1f45da None None] The sync data for ids ['0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb'] in dv-cinder-836083-1-iscsi is: [{'id': '0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb', 'name': 'tempest-TestMinimumBasicScenario-496333833-router', 'tenant_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:13:58Z', 'updated_at': '2022-03-31T22:16:11Z', 'revision_number': 6, 'project_id': 'abfe4e4d3eb944f8a61e347180714fe0', 'gw_port_host': None}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:16:12.328072 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b4df4012-4793-4443-95e6-73d48c9bd417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (84510933-08c2-4585-be57-3a45c97a2fb2), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:12.353698 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df4012-4793-4443-95e6-73d48c9bd417 admin admin] Pushing event deleted for resources: {'Port': ['ID=84510933-08c2-4585-be57-3a45c97a2fb2,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:12.413813 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b4df4012-4793-4443-95e6-73d48c9bd417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625655'] for router_gateway (0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:12.508631 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b4df4012-4793-4443-95e6-73d48c9bd417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router (0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:12.510853 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b4df4012-4793-4443-95e6-73d48c9bd417 admin admin] Publish callbacks [] for router_controller (0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:12.627266 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b4df4012-4793-4443-95e6-73d48c9bd417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1629138'] for router (0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:12.627806 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4df4012-4793-4443-95e6-73d48c9bd417 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb {{(pid=110667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:16:12.632492 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b4df4012-4793-4443-95e6-73d48c9bd417 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:12.634504 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b4df4012-4793-4443-95e6-73d48c9bd417 admin admin] 10.222.0.59 "DELETE /v2.0/routers/0b9e5ddb-7d5a-4fb9-a7b1-c9c2c60609bb HTTP/1.1" status: 204 len: 168 time: 1.0082705 Mar 31 22:16:12.638613 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37496) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:12.691465 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a7274c-7c7f-4e79-8398-34aea37fa9d4 admin admin] Deleting subnet 63aff872-dce4-4fa1-969b-6aa9391e0873 {{(pid=110667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 22:16:12.696787 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-05a7274c-7c7f-4e79-8398-34aea37fa9d4 admin admin] Publish callbacks [] for subnet (63aff872-dce4-4fa1-969b-6aa9391e0873), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:12.729445 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-05a7274c-7c7f-4e79-8398-34aea37fa9d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8678689'] for subnet (63aff872-dce4-4fa1-969b-6aa9391e0873), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:12.809535 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-05a7274c-7c7f-4e79-8398-34aea37fa9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1415921'] for subnet (63aff872-dce4-4fa1-969b-6aa9391e0873), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:12.928168 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-05a7274c-7c7f-4e79-8398-34aea37fa9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1415878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10114663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9369013'] for subnet (63aff872-dce4-4fa1-969b-6aa9391e0873), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:12.956408 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a7274c-7c7f-4e79-8398-34aea37fa9d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63aff872-dce4-4fa1-969b-6aa9391e0873,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:12.960199 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-05a7274c-7c7f-4e79-8398-34aea37fa9d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:12.963953 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-05a7274c-7c7f-4e79-8398-34aea37fa9d4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/63aff872-dce4-4fa1-969b-6aa9391e0873 HTTP/1.1" status: 204 len: 168 time: 0.3243599 Mar 31 22:16:12.966744 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37500) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:12.969387 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de64d67-2039-40a1-b8ba-ee1a447163c6 None None] Network 3944d8ae-842f-44bc-88da-73226dcac7be requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:16:13.044747 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9ca143b8-e7cd-48d7-ae59-f40fc77eb515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329072'] for network (3944d8ae-842f-44bc-88da-73226dcac7be), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:13.044970 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 40dfba84-cab2-4e36-8638-3741dcb05dca no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:16:13.071811 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: 40dfba84-cab2-4e36-8638-3741dcb05dca {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:16:13.072113 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 40dfba84-cab2-4e36-8638-3741dcb05dca not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:16:13.100348 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-9ca143b8-e7cd-48d7-ae59-f40fc77eb515 admin admin] Deleting port ae007aa6-b68b-4b1d-ae0e-0239bbd9c706 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:16:13.104341 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9ca143b8-e7cd-48d7-ae59-f40fc77eb515 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (ae007aa6-b68b-4b1d-ae0e-0239bbd9c706), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:13.152204 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afdf496-0be4-4c56-954f-98218463b79b None None] DHCP port deletion for 3944d8ae-842f-44bc-88da-73226dcac7be request from dv-cinder-836083-1-iscsi {{(pid=110668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 22:16:13.170535 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-9ca143b8-e7cd-48d7-ae59-f40fc77eb515 admin admin] For port ae007aa6-b68b-4b1d-ae0e-0239bbd9c706, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=ae007aa6-b68b-4b1d-ae0e-0239bbd9c706,segment=NetworkSegment(83c499b6-126b-4ce0-b4a2-f0be225e8ff8),segment_id=83c499b6-126b-4ce0-b4a2-f0be225e8ff8)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:16:13.170938 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9ca143b8-e7cd-48d7-ae59-f40fc77eb515 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (ae007aa6-b68b-4b1d-ae0e-0239bbd9c706), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:13.184773 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-9ca143b8-e7cd-48d7-ae59-f40fc77eb515 admin admin] Calling delete_port for ae007aa6-b68b-4b1d-ae0e-0239bbd9c706 owned by network:dhcp {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:16:13.202074 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7afdf496-0be4-4c56-954f-98218463b79b None None] Deleting port ae007aa6-b68b-4b1d-ae0e-0239bbd9c706 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:16:13.202572 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7afdf496-0be4-4c56-954f-98218463b79b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (ae007aa6-b68b-4b1d-ae0e-0239bbd9c706), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:13.270504 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-7afdf496-0be4-4c56-954f-98218463b79b None None] For port ae007aa6-b68b-4b1d-ae0e-0239bbd9c706, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=ae007aa6-b68b-4b1d-ae0e-0239bbd9c706,segment=NetworkSegment(83c499b6-126b-4ce0-b4a2-f0be225e8ff8),segment_id=83c499b6-126b-4ce0-b4a2-f0be225e8ff8)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:16:13.270909 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7afdf496-0be4-4c56-954f-98218463b79b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (ae007aa6-b68b-4b1d-ae0e-0239bbd9c706), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:13.284241 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-7afdf496-0be4-4c56-954f-98218463b79b None None] Calling delete_port for ae007aa6-b68b-4b1d-ae0e-0239bbd9c706 owned by network:dhcp {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:16:13.364270 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9ca143b8-e7cd-48d7-ae59-f40fc77eb515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (ae007aa6-b68b-4b1d-ae0e-0239bbd9c706), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:13.370071 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7afdf496-0be4-4c56-954f-98218463b79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094'] for port (ae007aa6-b68b-4b1d-ae0e-0239bbd9c706), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:13.390789 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca143b8-e7cd-48d7-ae59-f40fc77eb515 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae007aa6-b68b-4b1d-ae0e-0239bbd9c706,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:13.394453 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca143b8-e7cd-48d7-ae59-f40fc77eb515 admin admin] No DVR routers for this DVR port ae007aa6-b68b-4b1d-ae0e-0239bbd9c706 on host dv-cinder-836083-1-iscsi {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:16:13.397282 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afdf496-0be4-4c56-954f-98218463b79b None None] Pushing event deleted for resources: {'Port': ['ID=ae007aa6-b68b-4b1d-ae0e-0239bbd9c706,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:13.399695 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afdf496-0be4-4c56-954f-98218463b79b None None] No DVR routers for this DVR port ae007aa6-b68b-4b1d-ae0e-0239bbd9c706 on host dv-cinder-836083-1-iscsi {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:16:13.471468 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9ca143b8-e7cd-48d7-ae59-f40fc77eb515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695930', 'neutron.services.segments.db._delete_segments_for_network-8758607384890'] for network (3944d8ae-842f-44bc-88da-73226dcac7be), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:13.491221 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-9ca143b8-e7cd-48d7-ae59-f40fc77eb515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3944d8ae-842f-44bc-88da-73226dcac7be']}} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:13.500281 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-9ca143b8-e7cd-48d7-ae59-f40fc77eb515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c499b6-126b-4ce0-b4a2-f0be225e8ff8') {'for_net_delete': True} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:13.500579 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-9ca143b8-e7cd-48d7-ae59-f40fc77eb515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c499b6-126b-4ce0-b4a2-f0be225e8ff8') {} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:13.510940 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9ca143b8-e7cd-48d7-ae59-f40fc77eb515 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758607385923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8678698'] for segment (83c499b6-126b-4ce0-b4a2-f0be225e8ff8), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:13.525456 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9ca143b8-e7cd-48d7-ae59-f40fc77eb515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (83c499b6-126b-4ce0-b4a2-f0be225e8ff8), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:13.531453 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca143b8-e7cd-48d7-ae59-f40fc77eb515 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=110667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:16:13.531862 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9ca143b8-e7cd-48d7-ae59-f40fc77eb515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10114241'] for segment (83c499b6-126b-4ce0-b4a2-f0be225e8ff8), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: Traceback (most recent call last): Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: timer() Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: cb(*args, **kw) Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: return func(*args, **kwargs) Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: self._notify() Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: self.callback(batched_events) Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: event.method(event) Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: return f(self, *a, **k) Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: return self._get(url).json() Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: return self.request(url, 'GET', **kwargs) Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:16:13.534503 dv-cinder-836083-1-iscsi neutron-server[110667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:16:13.648600 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9ca143b8-e7cd-48d7-ae59-f40fc77eb515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-695923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625691'] for network (3944d8ae-842f-44bc-88da-73226dcac7be), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:13.653900 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9ca143b8-e7cd-48d7-ae59-f40fc77eb515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:13.657055 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-9ca143b8-e7cd-48d7-ae59-f40fc77eb515 admin admin] 10.222.0.59 "DELETE /v2.0/networks/3944d8ae-842f-44bc-88da-73226dcac7be HTTP/1.1" status: 204 len: 168 time: 0.6893926 Mar 31 22:16:13.660260 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 37502) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:13.668114 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca143b8-e7cd-48d7-ae59-f40fc77eb515 admin admin] Pushing event deleted for resources: {'Network': ['ID=3944d8ae-842f-44bc-88da-73226dcac7be,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:14.005250 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2379baa8-4fa2-4859-9642-8829792692a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623117'] for router_interface (27d23fd0-092e-4e46-9615-8803d463ebd9), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:14.256974 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-2379baa8-4fa2-4859-9642-8829792692a9 admin admin] Deleting port d5bea512-ad86-4e5b-9538-6038839d1268 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:16:14.257796 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2379baa8-4fa2-4859-9642-8829792692a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (d5bea512-ad86-4e5b-9538-6038839d1268), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:14.337161 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-2379baa8-4fa2-4859-9642-8829792692a9 admin admin] For port d5bea512-ad86-4e5b-9538-6038839d1268, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=d5bea512-ad86-4e5b-9538-6038839d1268,segment=NetworkSegment(2d88c7f2-4921-431e-9a26-f9baea1c8760),segment_id=2d88c7f2-4921-431e-9a26-f9baea1c8760)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:16:14.337519 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2379baa8-4fa2-4859-9642-8829792692a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (d5bea512-ad86-4e5b-9538-6038839d1268), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:14.350100 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-2379baa8-4fa2-4859-9642-8829792692a9 admin admin] Calling delete_port for d5bea512-ad86-4e5b-9538-6038839d1268 owned by network:router_interface {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:16:14.614152 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2379baa8-4fa2-4859-9642-8829792692a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (d5bea512-ad86-4e5b-9538-6038839d1268), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:14.641933 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379baa8-4fa2-4859-9642-8829792692a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5bea512-ad86-4e5b-9538-6038839d1268,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:14.663288 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 84510933-08c2-4585-be57-3a45c97a2fb2 no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:16:14.687861 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: 84510933-08c2-4585-be57-3a45c97a2fb2 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:16:14.688201 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 84510933-08c2-4585-be57-3a45c97a2fb2 not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:16:14.688607 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device ae007aa6-b68b-4b1d-ae0e-0239bbd9c706 no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:16:14.711050 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: ae007aa6-b68b-4b1d-ae0e-0239bbd9c706 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:16:14.711399 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device ae007aa6-b68b-4b1d-ae0e-0239bbd9c706 not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:16:14.811505 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2379baa8-4fa2-4859-9642-8829792692a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1828936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624029'] for router_interface (27d23fd0-092e-4e46-9615-8803d463ebd9), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:15.025451 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2379baa8-4fa2-4859-9642-8829792692a9 admin admin] Router 27d23fd0-092e-4e46-9615-8803d463ebd9 has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:16:15.132022 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2379baa8-4fa2-4859-9642-8829792692a9 admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:16:15.138116 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-2379baa8-4fa2-4859-9642-8829792692a9 admin admin] 10.222.0.59 "PUT /v2.0/routers/27d23fd0-092e-4e46-9615-8803d463ebd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4767997 Mar 31 22:16:15.139734 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 37504) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:15.142462 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22338ca4-20d0-4643-b17c-564fdcfb08a2 None None] Sync routers for ids ['27d23fd0-092e-4e46-9615-8803d463ebd9'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:16:15.153054 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22338ca4-20d0-4643-b17c-564fdcfb08a2 None None] Routers {'27d23fd0-092e-4e46-9615-8803d463ebd9'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:16:15.153754 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-22338ca4-20d0-4643-b17c-564fdcfb08a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:16:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['27d23fd0-092e-4e46-9615-8803d463ebd9'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:15.245847 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea0fc-57f9-4755-b5c3-882c276fe2c5 admin admin] Publish callbacks [] for router (27d23fd0-092e-4e46-9615-8803d463ebd9), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:15.259453 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-22338ca4-20d0-4643-b17c-564fdcfb08a2 None None] Set router 27d23fd0-092e-4e46-9615-8803d463ebd9 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:16:15.350114 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea0fc-57f9-4755-b5c3-882c276fe2c5 admin admin] Publish callbacks [] for router_gateway (27d23fd0-092e-4e46-9615-8803d463ebd9), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:15.439592 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-22338ca4-20d0-4643-b17c-564fdcfb08a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d23fd0-092e-4e46-9615-8803d463ebd9', 'name': 'tempest-TestMinimumBasicScenario-69533459-router', 'tenant_id': '4e11873c6f37451f930946284e7eaee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.140'}], 'enable_snat': True}, 'gw_port_id': '83c473ae-584f-42d4-9beb-1e821c125415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:14:04Z', 'updated_at': '2022-03-31T22:16:14Z', 'revision_number': 5, 'project_id': '4e11873c6f37451f930946284e7eaee2', 'gw_port': {'id': '83c473ae-584f-42d4-9beb-1e821c125415', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:51:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d23fd0-092e-4e46-9615-8803d463ebd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:14:05Z', 'updated_at': '2022-03-31T22:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:15.459170 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-2c9ea0fc-57f9-4755-b5c3-882c276fe2c5 admin admin] Deleting port 83c473ae-584f-42d4-9beb-1e821c125415 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:16:15.459513 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea0fc-57f9-4755-b5c3-882c276fe2c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (83c473ae-584f-42d4-9beb-1e821c125415), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:15.466354 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22338ca4-20d0-4643-b17c-564fdcfb08a2 None None] Checking router: 27d23fd0-092e-4e46-9615-8803d463ebd9 for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:16:15.474457 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22338ca4-20d0-4643-b17c-564fdcfb08a2 None None] Routers {'27d23fd0-092e-4e46-9615-8803d463ebd9'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:16:15.475034 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-22338ca4-20d0-4643-b17c-564fdcfb08a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:16:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['27d23fd0-092e-4e46-9615-8803d463ebd9'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:15.538311 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-2c9ea0fc-57f9-4755-b5c3-882c276fe2c5 admin admin] For port 83c473ae-584f-42d4-9beb-1e821c125415, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=83c473ae-584f-42d4-9beb-1e821c125415,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:16:15.538699 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea0fc-57f9-4755-b5c3-882c276fe2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (83c473ae-584f-42d4-9beb-1e821c125415), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:15.554819 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-2c9ea0fc-57f9-4755-b5c3-882c276fe2c5 admin admin] Calling delete_port for 83c473ae-584f-42d4-9beb-1e821c125415 owned by network:router_gateway {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:16:15.561452 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-22338ca4-20d0-4643-b17c-564fdcfb08a2 None None] Set router 27d23fd0-092e-4e46-9615-8803d463ebd9 gateway port host: None {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:16:15.612459 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-22338ca4-20d0-4643-b17c-564fdcfb08a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d23fd0-092e-4e46-9615-8803d463ebd9', 'name': 'tempest-TestMinimumBasicScenario-69533459-router', 'tenant_id': '4e11873c6f37451f930946284e7eaee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:14:04Z', 'updated_at': '2022-03-31T22:16:15Z', 'revision_number': 6, 'project_id': '4e11873c6f37451f930946284e7eaee2', 'gw_port_host': None}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:15.641004 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22338ca4-20d0-4643-b17c-564fdcfb08a2 None None] The sync data for ids ['27d23fd0-092e-4e46-9615-8803d463ebd9'] in dv-cinder-836083-1-iscsi is: [{'id': '27d23fd0-092e-4e46-9615-8803d463ebd9', 'name': 'tempest-TestMinimumBasicScenario-69533459-router', 'tenant_id': '4e11873c6f37451f930946284e7eaee2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:14:04Z', 'updated_at': '2022-03-31T22:16:15Z', 'revision_number': 6, 'project_id': '4e11873c6f37451f930946284e7eaee2', 'gw_port_host': None}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:16:15.792694 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea0fc-57f9-4755-b5c3-882c276fe2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (83c473ae-584f-42d4-9beb-1e821c125415), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:15.819725 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ea0fc-57f9-4755-b5c3-882c276fe2c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=83c473ae-584f-42d4-9beb-1e821c125415,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:15.879023 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea0fc-57f9-4755-b5c3-882c276fe2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625655'] for router_gateway (27d23fd0-092e-4e46-9615-8803d463ebd9), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:15.969855 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea0fc-57f9-4755-b5c3-882c276fe2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router (27d23fd0-092e-4e46-9615-8803d463ebd9), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:15.972082 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea0fc-57f9-4755-b5c3-882c276fe2c5 admin admin] Publish callbacks [] for router_controller (27d23fd0-092e-4e46-9615-8803d463ebd9), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:16.101025 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea0fc-57f9-4755-b5c3-882c276fe2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1629138'] for router (27d23fd0-092e-4e46-9615-8803d463ebd9), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:16.101732 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9ea0fc-57f9-4755-b5c3-882c276fe2c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27d23fd0-092e-4e46-9615-8803d463ebd9 {{(pid=110666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:16:16.105907 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea0fc-57f9-4755-b5c3-882c276fe2c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:16.107118 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-2c9ea0fc-57f9-4755-b5c3-882c276fe2c5 admin admin] 10.222.0.59 "DELETE /v2.0/routers/27d23fd0-092e-4e46-9615-8803d463ebd9 HTTP/1.1" status: 204 len: 168 time: 0.9664831 Mar 31 22:16:16.109667 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 37506) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:16.153964 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e8e6ce-8ec7-4916-b976-676c759ea49a admin admin] Deleting subnet 77a4b23a-4d5c-4bbb-8989-67584a5dd23b {{(pid=110666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 22:16:16.157184 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-00e8e6ce-8ec7-4916-b976-676c759ea49a admin admin] Publish callbacks [] for subnet (77a4b23a-4d5c-4bbb-8989-67584a5dd23b), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:16.192020 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-00e8e6ce-8ec7-4916-b976-676c759ea49a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10216105'] for subnet (77a4b23a-4d5c-4bbb-8989-67584a5dd23b), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:16.271795 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-00e8e6ce-8ec7-4916-b976-676c759ea49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1415921'] for subnet (77a4b23a-4d5c-4bbb-8989-67584a5dd23b), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:16.387641 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-00e8e6ce-8ec7-4916-b976-676c759ea49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1415878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10430195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10336980'] for subnet (77a4b23a-4d5c-4bbb-8989-67584a5dd23b), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:16.414915 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8e6ce-8ec7-4916-b976-676c759ea49a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77a4b23a-4d5c-4bbb-8989-67584a5dd23b,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:16.418265 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-00e8e6ce-8ec7-4916-b976-676c759ea49a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:16.421403 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-00e8e6ce-8ec7-4916-b976-676c759ea49a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/77a4b23a-4d5c-4bbb-8989-67584a5dd23b HTTP/1.1" status: 204 len: 168 time: 0.3106983 Mar 31 22:16:16.424039 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 37508) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:16.426599 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96839fcb-bfdb-4f49-b881-1b84b3b19dcb None None] Network eb065165-8d6a-482f-ab68-b0d0451f80b4 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:16:16.493601 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7d5efcb8-8f1e-4002-87ad-f517cc8dcbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329072'] for network (eb065165-8d6a-482f-ab68-b0d0451f80b4), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:16.555787 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-7d5efcb8-8f1e-4002-87ad-f517cc8dcbe1 admin admin] Deleting port 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:16:16.556130 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7d5efcb8-8f1e-4002-87ad-f517cc8dcbe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (68b3e31e-cf68-4e37-9f41-59d8f1a71c1c), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:16.577839 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e53fe87-34df-46b9-b258-56faa648c016 None None] DHCP port deletion for eb065165-8d6a-482f-ab68-b0d0451f80b4 request from dv-cinder-836083-1-iscsi {{(pid=110668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 22:16:16.628197 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-7d5efcb8-8f1e-4002-87ad-f517cc8dcbe1 admin admin] For port 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=68b3e31e-cf68-4e37-9f41-59d8f1a71c1c,segment=NetworkSegment(2d88c7f2-4921-431e-9a26-f9baea1c8760),segment_id=2d88c7f2-4921-431e-9a26-f9baea1c8760)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:16:16.628635 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7d5efcb8-8f1e-4002-87ad-f517cc8dcbe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (68b3e31e-cf68-4e37-9f41-59d8f1a71c1c), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:16.630113 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1e53fe87-34df-46b9-b258-56faa648c016 None None] Deleting port 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:16:16.630912 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1e53fe87-34df-46b9-b258-56faa648c016 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (68b3e31e-cf68-4e37-9f41-59d8f1a71c1c), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:16.648197 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-7d5efcb8-8f1e-4002-87ad-f517cc8dcbe1 admin admin] Calling delete_port for 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c owned by network:dhcp {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:16:16.698441 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device d5bea512-ad86-4e5b-9538-6038839d1268 no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:16:16.707294 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-1e53fe87-34df-46b9-b258-56faa648c016 None None] For port 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=68b3e31e-cf68-4e37-9f41-59d8f1a71c1c,segment=NetworkSegment(2d88c7f2-4921-431e-9a26-f9baea1c8760),segment_id=2d88c7f2-4921-431e-9a26-f9baea1c8760)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:16:16.707679 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1e53fe87-34df-46b9-b258-56faa648c016 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (68b3e31e-cf68-4e37-9f41-59d8f1a71c1c), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:16.732960 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: d5bea512-ad86-4e5b-9538-6038839d1268 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:16:16.733294 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device d5bea512-ad86-4e5b-9538-6038839d1268 not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:16:16.733692 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 83c473ae-584f-42d4-9beb-1e821c125415 no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:16:16.756353 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-1e53fe87-34df-46b9-b258-56faa648c016 None None] Calling delete_port for 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c owned by network:dhcp {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:16:16.760528 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: 83c473ae-584f-42d4-9beb-1e821c125415 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:16:16.760929 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 83c473ae-584f-42d4-9beb-1e821c125415 not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:16:16.761334 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:16:16.825776 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7d5efcb8-8f1e-4002-87ad-f517cc8dcbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (68b3e31e-cf68-4e37-9f41-59d8f1a71c1c), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:16.843115 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No active binding found for port 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c {{(pid=110668) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 31 22:16:16.843478 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] The host dv-cinder-836083-1-iscsi is not matching for port 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c host None! {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 31 22:16:16.843848 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:16:16.868616 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1e53fe87-34df-46b9-b258-56faa648c016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094'] for port (68b3e31e-cf68-4e37-9f41-59d8f1a71c1c), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:16.894069 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53fe87-34df-46b9-b258-56faa648c016 None None] Pushing event deleted for resources: {'Port': ['ID=68b3e31e-cf68-4e37-9f41-59d8f1a71c1c,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:16.899104 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e53fe87-34df-46b9-b258-56faa648c016 None None] No DVR routers for this DVR port 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c on host dv-cinder-836083-1-iscsi {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:16:17.114553 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5efcb8-8f1e-4002-87ad-f517cc8dcbe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=68b3e31e-cf68-4e37-9f41-59d8f1a71c1c,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:17.116364 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5efcb8-8f1e-4002-87ad-f517cc8dcbe1 admin admin] No DVR routers for this DVR port 68b3e31e-cf68-4e37-9f41-59d8f1a71c1c on host dv-cinder-836083-1-iscsi {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:16:17.187378 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7d5efcb8-8f1e-4002-87ad-f517cc8dcbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695930', 'neutron.services.segments.db._delete_segments_for_network-8758607384890'] for network (eb065165-8d6a-482f-ab68-b0d0451f80b4), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:17.206777 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-7d5efcb8-8f1e-4002-87ad-f517cc8dcbe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb065165-8d6a-482f-ab68-b0d0451f80b4']}} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:17.215856 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-7d5efcb8-8f1e-4002-87ad-f517cc8dcbe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d88c7f2-4921-431e-9a26-f9baea1c8760') {'for_net_delete': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:17.216158 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-7d5efcb8-8f1e-4002-87ad-f517cc8dcbe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d88c7f2-4921-431e-9a26-f9baea1c8760') {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:17.225373 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7d5efcb8-8f1e-4002-87ad-f517cc8dcbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758607385923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10216098'] for segment (2d88c7f2-4921-431e-9a26-f9baea1c8760), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:17.238844 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7d5efcb8-8f1e-4002-87ad-f517cc8dcbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (2d88c7f2-4921-431e-9a26-f9baea1c8760), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:17.245158 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d5efcb8-8f1e-4002-87ad-f517cc8dcbe1 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=110666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:16:17.245542 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7d5efcb8-8f1e-4002-87ad-f517cc8dcbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10429525'] for segment (2d88c7f2-4921-431e-9a26-f9baea1c8760), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: Traceback (most recent call last): Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: timer() Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: cb(*args, **kw) Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: return func(*args, **kwargs) Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: self._notify() Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: self.callback(batched_events) Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: event.method(event) Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: return f(self, *a, **k) Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: return self._get(url).json() Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: return self.request(url, 'GET', **kwargs) Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:16:17.247177 dv-cinder-836083-1-iscsi neutron-server[110666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:16:17.392443 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7d5efcb8-8f1e-4002-87ad-f517cc8dcbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-695923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625691'] for network (eb065165-8d6a-482f-ab68-b0d0451f80b4), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:17.397844 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-7d5efcb8-8f1e-4002-87ad-f517cc8dcbe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:17.401717 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-7d5efcb8-8f1e-4002-87ad-f517cc8dcbe1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/eb065165-8d6a-482f-ab68-b0d0451f80b4 HTTP/1.1" status: 204 len: 168 time: 0.9766834 Mar 31 22:16:17.413277 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5efcb8-8f1e-4002-87ad-f517cc8dcbe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb065165-8d6a-482f-ab68-b0d0451f80b4,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:17.804127 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37512) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:17.844630 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-4b26044a-7d09-440f-9fc8-ad16389a3893 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=abfe4e4d3eb944f8a61e347180714fe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393529 Mar 31 22:16:17.847000 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37514) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:17.896117 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-98b2fd00-aac1-447e-ba67-ed38c1dc1da6 admin admin] Publish callbacks [] for security_group (b80f0dee-d2f3-456e-9c3a-86b1c7367484), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:17.917284 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-98b2fd00-aac1-447e-ba67-ed38c1dc1da6 admin admin] Publish callbacks [] for security_group (b80f0dee-d2f3-456e-9c3a-86b1c7367484), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:18.043892 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-98b2fd00-aac1-447e-ba67-ed38c1dc1da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (b80f0dee-d2f3-456e-9c3a-86b1c7367484), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:18.046444 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-98b2fd00-aac1-447e-ba67-ed38c1dc1da6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:18.047868 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-98b2fd00-aac1-447e-ba67-ed38c1dc1da6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b80f0dee-d2f3-456e-9c3a-86b1c7367484 HTTP/1.1" status: 204 len: 168 time: 0.1996424 Mar 31 22:16:18.055471 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2fd00-aac1-447e-ba67-ed38c1dc1da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80f0dee-d2f3-456e-9c3a-86b1c7367484,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:18.729349 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37520) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:18.770087 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-464b4b48-db09-4bfe-b849-bc3203f76877 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4e11873c6f37451f930946284e7eaee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395498 Mar 31 22:16:18.772497 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37522) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:18.820195 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f61f4230-c93e-415d-8b60-cf0d239318d5 admin admin] Publish callbacks [] for security_group (93112a78-b69a-435f-9846-2a9162decbc7), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:18.840938 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f61f4230-c93e-415d-8b60-cf0d239318d5 admin admin] Publish callbacks [] for security_group (93112a78-b69a-435f-9846-2a9162decbc7), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:18.958218 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f61f4230-c93e-415d-8b60-cf0d239318d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (93112a78-b69a-435f-9846-2a9162decbc7), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:18.960714 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f61f4230-c93e-415d-8b60-cf0d239318d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:18.962425 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f61f4230-c93e-415d-8b60-cf0d239318d5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/93112a78-b69a-435f-9846-2a9162decbc7 HTTP/1.1" status: 204 len: 168 time: 0.1889322 Mar 31 22:16:18.970042 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f4230-c93e-415d-8b60-cf0d239318d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93112a78-b69a-435f-9846-2a9162decbc7,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:19.986947 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37544) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:20.088569 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-2ce4448b-8f5c-4546-a7e9-a7653012fe87 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1182342484-network', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:16:20.198158 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce4448b-8f5c-4546-a7e9-a7653012fe87 admin admin] Made reservation on behalf of 2541d88a8c5f4a3286a2851f433cb829 for: {'network': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:16:20.200564 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2ce4448b-8f5c-4546-a7e9-a7653012fe87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for network (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:20.212515 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2ce4448b-8f5c-4546-a7e9-a7653012fe87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:20.284157 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2ce4448b-8f5c-4546-a7e9-a7653012fe87 admin admin] Publish callbacks [] for security_group (337eacc9-dc0a-4a8f-b2fe-3902665eda47), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:20.375182 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2ce4448b-8f5c-4546-a7e9-a7653012fe87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (337eacc9-dc0a-4a8f-b2fe-3902665eda47), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:20.400520 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce4448b-8f5c-4546-a7e9-a7653012fe87 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=110667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:16:20.410244 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4448b-8f5c-4546-a7e9-a7653012fe87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337eacc9-dc0a-4a8f-b2fe-3902665eda47,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:20.414860 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2ce4448b-8f5c-4546-a7e9-a7653012fe87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (2ccaee25-d016-434f-86f8-62c0948e3d63), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:20.415203 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.db.segments_db [None req-2ce4448b-8f5c-4546-a7e9-a7653012fe87 admin admin] Added segment 2ccaee25-d016-434f-86f8-62c0948e3d63 of type vlan for network 05fa3d61-50d5-462a-aa25-eb0596f6967e Mar 31 22:16:20.455964 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2ce4448b-8f5c-4546-a7e9-a7653012fe87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758607012172'] for network (05fa3d61-50d5-462a-aa25-eb0596f6967e), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:20.535186 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2ce4448b-8f5c-4546-a7e9-a7653012fe87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for network (05fa3d61-50d5-462a-aa25-eb0596f6967e), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:20.536054 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce4448b-8f5c-4546-a7e9-a7653012fe87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:20.536634 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2ce4448b-8f5c-4546-a7e9-a7653012fe87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:20.593045 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4448b-8f5c-4546-a7e9-a7653012fe87 admin admin] Pushing event updated for resources: {'Network': ['ID=05fa3d61-50d5-462a-aa25-eb0596f6967e,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:20.602405 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Network 05fa3d61-50d5-462a-aa25-eb0596f6967e details requested by agent ovs-agent-dv-cinder-836083-1-iscsi with host dv-cinder-836083-1-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:16:20.679549 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-2ce4448b-8f5c-4546-a7e9-a7653012fe87 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6915002 Mar 31 22:16:20.682889 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37548) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:20.687437 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-c3391c97-cbc3-437b-b2da-a659e9754f17 admin admin] Request body: {'subnet': {'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1182342484-subnet', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:16:20.775043 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3391c97-cbc3-437b-b2da-a659e9754f17 admin admin] Made reservation on behalf of 2541d88a8c5f4a3286a2851f433cb829 for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:16:20.777464 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c3391c97-cbc3-437b-b2da-a659e9754f17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9369002'] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:21.021223 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c3391c97-cbc3-437b-b2da-a659e9754f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10114596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9369020'] for subnet (cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:21.081812 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3391c97-cbc3-437b-b2da-a659e9754f17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:21.089131 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3391c97-cbc3-437b-b2da-a659e9754f17 admin admin] Checking segment: {'id': '2ccaee25-d016-434f-86f8-62c0948e3d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:16:21.089486 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3391c97-cbc3-437b-b2da-a659e9754f17 admin admin] Network hostable DHCP agents. Network: 05fa3d61-50d5-462a-aa25-eb0596f6967e, hostable agents: ['0f848437-afb4-42e1-a895-141757b8cd79'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:16:21.135319 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3391c97-cbc3-437b-b2da-a659e9754f17 admin admin] Network 05fa3d61-50d5-462a-aa25-eb0596f6967e is scheduled to be hosted by DHCP agent 0f848437-afb4-42e1-a895-141757b8cd79 with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:16:21.264688 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-c3391c97-cbc3-437b-b2da-a659e9754f17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-1-iscsi, 05fa3d61-50d5-462a-aa25-eb0596f6967e) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:16:21.268449 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3391c97-cbc3-437b-b2da-a659e9754f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:21.269046 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c3391c97-cbc3-437b-b2da-a659e9754f17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:21.273241 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81dcdfb-5f3b-49e9-9cd2-4f95c92cbeae None None] Network 05fa3d61-50d5-462a-aa25-eb0596f6967e requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:16:21.347882 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-c3391c97-cbc3-437b-b2da-a659e9754f17 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6639762 Mar 31 22:16:21.350733 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 37550) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:21.355926 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-f403ccee-9da6-45c6-a529-cabb025ad87f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:16:21.370099 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222eefe8-a035-450b-8d98-959dfaf1a698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a52870c-531f-5681-85b3-93ba771be156-05fa3d61-50d5-462a-aa25-eb0596f6967e', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'fixed_ips': [{'subnet_id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3'}]}} from dv-cinder-836083-1-iscsi. {{(pid=110668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 22:16:21.370980 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-222eefe8-a035-450b-8d98-959dfaf1a698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:21.438161 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f403ccee-9da6-45c6-a529-cabb025ad87f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-644'] for router (f022cf7a-3c1c-4ce5-bd84-b70f571b06e2), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:21.439249 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f403ccee-9da6-45c6-a529-cabb025ad87f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1615592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-655'] for router (f022cf7a-3c1c-4ce5-bd84-b70f571b06e2), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:21.494492 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f403ccee-9da6-45c6-a529-cabb025ad87f admin admin] Publish callbacks [] for router_controller (f022cf7a-3c1c-4ce5-bd84-b70f571b06e2), precommit_add_association {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:21.504631 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-222eefe8-a035-450b-8d98-959dfaf1a698 None None] Allocated IP 172.20.0.2 (05fa3d61-50d5-462a-aa25-eb0596f6967e/cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3/c5a9c614-f04c-41f2-91a8-60c1d07b8156) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:16:21.645869 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-222eefe8-a035-450b-8d98-959dfaf1a698 None None] Publish callbacks [] for port (c5a9c614-f04c-41f2-91a8-60c1d07b8156), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:21.716957 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f403ccee-9da6-45c6-a529-cabb025ad87f admin admin] Publish callbacks [] for router_gateway (f022cf7a-3c1c-4ce5-bd84-b70f571b06e2), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:21.724041 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-222eefe8-a035-450b-8d98-959dfaf1a698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (c5a9c614-f04c-41f2-91a8-60c1d07b8156), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:21.762710 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222eefe8-a035-450b-8d98-959dfaf1a698 None None] Network 05fa3d61-50d5-462a-aa25-eb0596f6967e is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:16:21.767697 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-222eefe8-a035-450b-8d98-959dfaf1a698 None None] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:16:21.770111 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222eefe8-a035-450b-8d98-959dfaf1a698 None None] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:16:21.779041 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222eefe8-a035-450b-8d98-959dfaf1a698 None None] Pushing event updated for resources: {'Port': ['ID=c5a9c614-f04c-41f2-91a8-60c1d07b8156,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:21.835620 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-222eefe8-a035-450b-8d98-959dfaf1a698 None None] Attempting to bind port c5a9c614-f04c-41f2-91a8-60c1d07b8156 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:16:21.835985 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-222eefe8-a035-450b-8d98-959dfaf1a698 None None] Attempting to bind port c5a9c614-f04c-41f2-91a8-60c1d07b8156 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': '2ccaee25-d016-434f-86f8-62c0948e3d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:16:21.836364 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222eefe8-a035-450b-8d98-959dfaf1a698 None None] Attempting to bind port c5a9c614-f04c-41f2-91a8-60c1d07b8156 on network 05fa3d61-50d5-462a-aa25-eb0596f6967e {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:16:21.841424 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222eefe8-a035-450b-8d98-959dfaf1a698 None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:16:21.841790 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222eefe8-a035-450b-8d98-959dfaf1a698 None None] Checking segment: {'id': '2ccaee25-d016-434f-86f8-62c0948e3d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:16:21.842199 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-222eefe8-a035-450b-8d98-959dfaf1a698 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:21.842600 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222eefe8-a035-450b-8d98-959dfaf1a698 None None] Bound using segment: {'id': '2ccaee25-d016-434f-86f8-62c0948e3d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:16:21.843059 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-222eefe8-a035-450b-8d98-959dfaf1a698 None None] Bound port: c5a9c614-f04c-41f2-91a8-60c1d07b8156, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ccaee25-d016-434f-86f8-62c0948e3d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:16:21.843426 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-222eefe8-a035-450b-8d98-959dfaf1a698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (c5a9c614-f04c-41f2-91a8-60c1d07b8156), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:21.903696 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-222eefe8-a035-450b-8d98-959dfaf1a698 None None] For port c5a9c614-f04c-41f2-91a8-60c1d07b8156, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:16:21.907000 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-222eefe8-a035-450b-8d98-959dfaf1a698 None None] For port c5a9c614-f04c-41f2-91a8-60c1d07b8156, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=c5a9c614-f04c-41f2-91a8-60c1d07b8156,segment=NetworkSegment(2ccaee25-d016-434f-86f8-62c0948e3d63),segment_id=2ccaee25-d016-434f-86f8-62c0948e3d63)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:16:21.957291 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f403ccee-9da6-45c6-a529-cabb025ad87f admin admin] Publish callbacks [] for router_gateway (f022cf7a-3c1c-4ce5-bd84-b70f571b06e2), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:21.964308 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-222eefe8-a035-450b-8d98-959dfaf1a698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (c5a9c614-f04c-41f2-91a8-60c1d07b8156), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:21.976524 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f403ccee-9da6-45c6-a529-cabb025ad87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:22.022947 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222eefe8-a035-450b-8d98-959dfaf1a698 None None] Pushing event updated for resources: {'Port': ['ID=c5a9c614-f04c-41f2-91a8-60c1d07b8156,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:22.086909 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-f403ccee-9da6-45c6-a529-cabb025ad87f admin admin] Allocated IP 172.27.2.239 (ad19088a-a902-4a91-855f-5fb9d1c67d87/5d366205-9c7a-4898-9c8b-600d476ec59e/777fd0c0-0df4-4246-92c1-47bf021ea9c3) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:16:22.218583 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f403ccee-9da6-45c6-a529-cabb025ad87f admin admin] Publish callbacks [] for port (777fd0c0-0df4-4246-92c1-47bf021ea9c3), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:22.307830 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f403ccee-9da6-45c6-a529-cabb025ad87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (777fd0c0-0df4-4246-92c1-47bf021ea9c3), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:22.345315 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f403ccee-9da6-45c6-a529-cabb025ad87f admin admin] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:16:22.348425 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-f403ccee-9da6-45c6-a529-cabb025ad87f admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:16:22.350890 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f403ccee-9da6-45c6-a529-cabb025ad87f admin admin] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:16:22.378117 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403ccee-9da6-45c6-a529-cabb025ad87f admin admin] Pushing event updated for resources: {'Port': ['ID=777fd0c0-0df4-4246-92c1-47bf021ea9c3,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:22.708829 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device c5a9c614-f04c-41f2-91a8-60c1d07b8156 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:16:22.712564 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f403ccee-9da6-45c6-a529-cabb025ad87f admin admin] Publish callbacks [] for router_gateway (f022cf7a-3c1c-4ce5-bd84-b70f571b06e2), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:22.764631 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port c5a9c614-f04c-41f2-91a8-60c1d07b8156 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:16:22.764998 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (c5a9c614-f04c-41f2-91a8-60c1d07b8156), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:22.847486 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port c5a9c614-f04c-41f2-91a8-60c1d07b8156 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:16:22.848017 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (c5a9c614-f04c-41f2-91a8-60c1d07b8156), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:22.884083 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] For port c5a9c614-f04c-41f2-91a8-60c1d07b8156, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=c5a9c614-f04c-41f2-91a8-60c1d07b8156,segment=NetworkSegment(2ccaee25-d016-434f-86f8-62c0948e3d63),segment_id=2ccaee25-d016-434f-86f8-62c0948e3d63)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:16:22.931461 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f403ccee-9da6-45c6-a529-cabb025ad87f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625619'] for router (f022cf7a-3c1c-4ce5-bd84-b70f571b06e2), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:22.954504 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105037e2-5416-4fc4-afaf-0dc575a0d95c None None] Network 05fa3d61-50d5-462a-aa25-eb0596f6967e requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:16:23.118314 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (c5a9c614-f04c-41f2-91a8-60c1d07b8156), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:23.124650 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f403ccee-9da6-45c6-a529-cabb025ad87f admin admin] Router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 is scheduled to L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c with binding_index 1 {{(pid=110666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:16:23.185951 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-a008eb98-01ae-4765-afdc-147e4ce524bf None None] Provisioning complete for port c5a9c614-f04c-41f2-91a8-60c1d07b8156 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:16:23.186349 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a008eb98-01ae-4765-afdc-147e4ce524bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (c5a9c614-f04c-41f2-91a8-60c1d07b8156), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:23.235368 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f403ccee-9da6-45c6-a529-cabb025ad87f admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:16:23.240762 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Pushing event updated for resources: {'Port': ['ID=c5a9c614-f04c-41f2-91a8-60c1d07b8156,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:23.247089 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] Sync routers for ids ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:16:23.275324 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] Routers {'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:16:23.276011 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:16:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:23.291764 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-f403ccee-9da6-45c6-a529-cabb025ad87f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:23.293018 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-f403ccee-9da6-45c6-a529-cabb025ad87f admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9411678 Mar 31 22:16:23.295767 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 37552) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:23.416094 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-a008eb98-01ae-4765-afdc-147e4ce524bf None None] Current status of the port c5a9c614-f04c-41f2-91a8-60c1d07b8156 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:16:23.425271 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] Set router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:16:23.609544 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:22Z', 'revision_number': 3, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port': {'id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:23.644504 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] Checking router: f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:16:23.644779 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] Updating router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 port 777fd0c0-0df4-4246-92c1-47bf021ea9c3 binding host dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:16:23.679662 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-d144c1a2-9aa2-47da-ba79-269e3c81763b None None] Provisioning complete for port c5a9c614-f04c-41f2-91a8-60c1d07b8156 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:16:23.680079 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d144c1a2-9aa2-47da-ba79-269e3c81763b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (c5a9c614-f04c-41f2-91a8-60c1d07b8156), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:23.682258 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (777fd0c0-0df4-4246-92c1-47bf021ea9c3), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:23.732798 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-93dc956e-30da-425b-8981-37af1e54e27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:23.887209 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-d144c1a2-9aa2-47da-ba79-269e3c81763b None None] Current status of the port c5a9c614-f04c-41f2-91a8-60c1d07b8156 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:16:23.887801 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-93dc956e-30da-425b-8981-37af1e54e27b admin admin] Allocated IP 172.20.0.1 (05fa3d61-50d5-462a-aa25-eb0596f6967e/cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3/996070c2-54ea-4904-ba73-970ce6b17500) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:16:23.991063 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] Publish callbacks [] for port (777fd0c0-0df4-4246-92c1-47bf021ea9c3), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:23.992267 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-93dc956e-30da-425b-8981-37af1e54e27b admin admin] Publish callbacks [] for port (996070c2-54ea-4904-ba73-970ce6b17500), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:24.055956 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (777fd0c0-0df4-4246-92c1-47bf021ea9c3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:24.085041 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-93dc956e-30da-425b-8981-37af1e54e27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (996070c2-54ea-4904-ba73-970ce6b17500), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:24.105145 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] Attempting to bind port 777fd0c0-0df4-4246-92c1-47bf021ea9c3 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:16:24.105513 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] Attempting to bind port 777fd0c0-0df4-4246-92c1-47bf021ea9c3 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:16:24.105894 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] Attempting to bind port 777fd0c0-0df4-4246-92c1-47bf021ea9c3 on network ad19088a-a902-4a91-855f-5fb9d1c67d87 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:16:24.112928 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b890e04-7095-4835-88d6-a73212dfa4e1 None None] Pushing event updated for resources: {'Port': ['ID=777fd0c0-0df4-4246-92c1-47bf021ea9c3,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:24.115638 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:16:24.122644 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] Checking segment: {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:16:24.122644 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:24.122644 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] Bound using segment: {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:16:24.122644 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] Bound port: 777fd0c0-0df4-4246-92c1-47bf021ea9c3, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:16:24.122644 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (777fd0c0-0df4-4246-92c1-47bf021ea9c3), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:24.123812 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dc956e-30da-425b-8981-37af1e54e27b admin admin] Network 05fa3d61-50d5-462a-aa25-eb0596f6967e is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:16:24.126710 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-93dc956e-30da-425b-8981-37af1e54e27b admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:16:24.129095 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dc956e-30da-425b-8981-37af1e54e27b admin admin] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:16:24.163543 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc956e-30da-425b-8981-37af1e54e27b admin admin] Pushing event updated for resources: {'Port': ['ID=996070c2-54ea-4904-ba73-970ce6b17500,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:24.180084 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-93dc956e-30da-425b-8981-37af1e54e27b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623236'] for router_interface (f022cf7a-3c1c-4ce5-bd84-b70f571b06e2), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:24.181613 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] For port 777fd0c0-0df4-4246-92c1-47bf021ea9c3, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:16:24.184507 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] For port 777fd0c0-0df4-4246-92c1-47bf021ea9c3, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=777fd0c0-0df4-4246-92c1-47bf021ea9c3,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:16:24.255914 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (777fd0c0-0df4-4246-92c1-47bf021ea9c3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:24.316399 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] Routers {'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:16:24.317039 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:16:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:24.320026 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b890e04-7095-4835-88d6-a73212dfa4e1 None None] Pushing event updated for resources: {'Port': ['ID=777fd0c0-0df4-4246-92c1-47bf021ea9c3,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:24.387134 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-93dc956e-30da-425b-8981-37af1e54e27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (996070c2-54ea-4904-ba73-970ce6b17500), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:24.425179 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-aa6cddee-ded3-4c85-9771-cdcd934d820e None None] Provisioning complete for port 996070c2-54ea-4904-ba73-970ce6b17500 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:16:24.425443 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-aa6cddee-ded3-4c85-9771-cdcd934d820e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (996070c2-54ea-4904-ba73-970ce6b17500), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:24.459010 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] Set router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:16:24.531127 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-aa6cddee-ded3-4c85-9771-cdcd934d820e None None] Port 996070c2-54ea-4904-ba73-970ce6b17500 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:16:24.549382 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-93dc956e-30da-425b-8981-37af1e54e27b admin admin] Publish callbacks [] for port (996070c2-54ea-4904-ba73-970ce6b17500), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:24.614958 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-93dc956e-30da-425b-8981-37af1e54e27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (996070c2-54ea-4904-ba73-970ce6b17500), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:24.645408 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:22Z', 'revision_number': 3, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port': {'id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:24.681236 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd43c01-5ad4-4aec-9e3d-55b80d1b9d05 None None] The sync data for ids ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'] in dv-cinder-836083-1-iscsi is: [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:22Z', 'revision_number': 3, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port': {'id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:16:24.682849 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device c5a9c614-f04c-41f2-91a8-60c1d07b8156 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:16:24.683600 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-93dc956e-30da-425b-8981-37af1e54e27b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1828931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623120'] for router_interface (f022cf7a-3c1c-4ce5-bd84-b70f571b06e2), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:24.685453 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc956e-30da-425b-8981-37af1e54e27b admin admin] Pushing event updated for resources: {'Port': ['ID=996070c2-54ea-4904-ba73-970ce6b17500,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:24.735723 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port c5a9c614-f04c-41f2-91a8-60c1d07b8156 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:16:24.736103 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (c5a9c614-f04c-41f2-91a8-60c1d07b8156), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:24.787014 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dc956e-30da-425b-8981-37af1e54e27b admin admin] Network 05fa3d61-50d5-462a-aa25-eb0596f6967e is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:16:24.788348 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-93dc956e-30da-425b-8981-37af1e54e27b admin admin] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:16:24.821230 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port c5a9c614-f04c-41f2-91a8-60c1d07b8156 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:16:24.933474 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93dc956e-30da-425b-8981-37af1e54e27b admin admin] Router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:16:25.055422 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-5d8109d4-1dd5-4320-8110-f0fe9b8cd369 None None] Provisioning complete for port 996070c2-54ea-4904-ba73-970ce6b17500 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:16:25.056021 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5d8109d4-1dd5-4320-8110-f0fe9b8cd369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (996070c2-54ea-4904-ba73-970ce6b17500), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:25.235185 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-5d8109d4-1dd5-4320-8110-f0fe9b8cd369 None None] Port 996070c2-54ea-4904-ba73-970ce6b17500 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:16:25.326706 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93dc956e-30da-425b-8981-37af1e54e27b admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:16:25.331957 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-93dc956e-30da-425b-8981-37af1e54e27b admin admin] 10.222.0.59 "PUT /v2.0/routers/f022cf7a-3c1c-4ce5-bd84-b70f571b06e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0350933 Mar 31 22:16:25.989095 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 37568) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:25.995069 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-768dc38e-dcf2-48b5-8ea5-3505f6952322 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1127267980-network', 'tenant_id': 'ec96a265c32c4ad4ae44c643ce9eeae9'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:16:26.127636 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768dc38e-dcf2-48b5-8ea5-3505f6952322 admin admin] Made reservation on behalf of ec96a265c32c4ad4ae44c643ce9eeae9 for: {'network': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:16:26.129923 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-768dc38e-dcf2-48b5-8ea5-3505f6952322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for network (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:26.139015 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-768dc38e-dcf2-48b5-8ea5-3505f6952322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:26.185802 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] Sync routers for ids ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:16:26.195456 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] Routers {'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:16:26.196088 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:16:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:26.213957 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-768dc38e-dcf2-48b5-8ea5-3505f6952322 admin admin] Publish callbacks [] for security_group (e91b9b1a-e30a-4be9-aab2-44f0ce34db16), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:26.283638 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-768dc38e-dcf2-48b5-8ea5-3505f6952322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (e91b9b1a-e30a-4be9-aab2-44f0ce34db16), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:26.305694 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768dc38e-dcf2-48b5-8ea5-3505f6952322 admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=110666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 22:16:26.306142 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] Set router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:16:26.319289 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dc38e-dcf2-48b5-8ea5-3505f6952322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91b9b1a-e30a-4be9-aab2-44f0ce34db16,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:26.325063 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-768dc38e-dcf2-48b5-8ea5-3505f6952322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (b62d6980-2b3d-42e7-b4e6-d58c4cef08df), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:26.325396 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.segments_db [None req-768dc38e-dcf2-48b5-8ea5-3505f6952322 admin admin] Added segment b62d6980-2b3d-42e7-b4e6-d58c4cef08df of type vlan for network 1b4c39a0-cb53-49da-bbfa-8c76bb711317 Mar 31 22:16:26.371084 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-768dc38e-dcf2-48b5-8ea5-3505f6952322 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758607012172'] for network (1b4c39a0-cb53-49da-bbfa-8c76bb711317), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:26.453922 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-768dc38e-dcf2-48b5-8ea5-3505f6952322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945'] for network (1b4c39a0-cb53-49da-bbfa-8c76bb711317), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:26.454887 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768dc38e-dcf2-48b5-8ea5-3505f6952322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:26.455467 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-768dc38e-dcf2-48b5-8ea5-3505f6952322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:26.516292 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dc38e-dcf2-48b5-8ea5-3505f6952322 admin admin] Pushing event updated for resources: {'Network': ['ID=1b4c39a0-cb53-49da-bbfa-8c76bb711317,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:26.525971 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Network 1b4c39a0-cb53-49da-bbfa-8c76bb711317 details requested by agent ovs-agent-dv-cinder-836083-1-iscsi with host dv-cinder-836083-1-iscsi {{(pid=110668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 22:16:26.589322 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-768dc38e-dcf2-48b5-8ea5-3505f6952322 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5990031 Mar 31 22:16:26.591993 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37570) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:26.593381 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:24Z', 'revision_number': 4, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port': {'id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '996070c2-54ea-4904-ba73-970ce6b17500', 'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'mac_address': 'fa:16:3e:5c:b0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:23Z', 'updated_at': '2022-03-31T22:16:24Z', 'revision_number': 2, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'subnets': [{'id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:26.599745 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-528e4b6d-e1d9-4879-94a7-bf7f2fc3849b admin admin] Request body: {'subnet': {'network_id': '1b4c39a0-cb53-49da-bbfa-8c76bb711317', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1127267980-subnet', 'tenant_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'ip_version': 4}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:16:26.624033 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] Checking router: f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:16:26.624379 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] Updating router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 port 996070c2-54ea-4904-ba73-970ce6b17500 binding host dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:16:26.652785 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (996070c2-54ea-4904-ba73-970ce6b17500), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:26.677790 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528e4b6d-e1d9-4879-94a7-bf7f2fc3849b admin admin] Made reservation on behalf of ec96a265c32c4ad4ae44c643ce9eeae9 for: {'subnet': 1} {{(pid=110667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:16:26.681056 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-528e4b6d-e1d9-4879-94a7-bf7f2fc3849b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9369002'] for subnet (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:26.697089 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 777fd0c0-0df4-4246-92c1-47bf021ea9c3 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:16:26.751312 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 777fd0c0-0df4-4246-92c1-47bf021ea9c3 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:16:26.751860 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (777fd0c0-0df4-4246-92c1-47bf021ea9c3), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:26.843790 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 777fd0c0-0df4-4246-92c1-47bf021ea9c3 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:16:26.844099 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (777fd0c0-0df4-4246-92c1-47bf021ea9c3), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:26.868732 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] For port 777fd0c0-0df4-4246-92c1-47bf021ea9c3, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=777fd0c0-0df4-4246-92c1-47bf021ea9c3,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:16:26.923894 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-528e4b6d-e1d9-4879-94a7-bf7f2fc3849b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10114596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9369020'] for subnet (01bea8f7-b3b7-4746-ac9c-eb86b4314b12), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:26.933715 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] Publish callbacks [] for port (996070c2-54ea-4904-ba73-970ce6b17500), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:26.935434 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (777fd0c0-0df4-4246-92c1-47bf021ea9c3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:26.975068 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (996070c2-54ea-4904-ba73-970ce6b17500), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:26.986617 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e4b6d-e1d9-4879-94a7-bf7f2fc3849b admin admin] Pushing event updated for resources: {'Subnet': ['ID=01bea8f7-b3b7-4746-ac9c-eb86b4314b12,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:26.987800 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Pushing event updated for resources: {'Port': ['ID=777fd0c0-0df4-4246-92c1-47bf021ea9c3,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:26.992216 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528e4b6d-e1d9-4879-94a7-bf7f2fc3849b admin admin] Checking segment: {'id': 'b62d6980-2b3d-42e7-b4e6-d58c4cef08df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1b4c39a0-cb53-49da-bbfa-8c76bb711317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:16:26.993539 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528e4b6d-e1d9-4879-94a7-bf7f2fc3849b admin admin] Network hostable DHCP agents. Network: 1b4c39a0-cb53-49da-bbfa-8c76bb711317, hostable agents: ['0f848437-afb4-42e1-a895-141757b8cd79'], hosted agents: [] {{(pid=110667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 22:16:27.031161 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3fb7a-9689-4784-bc5c-d5aa77614fae None None] Pushing event updated for resources: {'Port': ['ID=996070c2-54ea-4904-ba73-970ce6b17500,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:27.055919 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528e4b6d-e1d9-4879-94a7-bf7f2fc3849b admin admin] Network 1b4c39a0-cb53-49da-bbfa-8c76bb711317 is scheduled to be hosted by DHCP agent 0f848437-afb4-42e1-a895-141757b8cd79 with binding_index 1 {{(pid=110667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 22:16:27.056442 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3fb7a-9689-4784-bc5c-d5aa77614fae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:27.056792 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3fb7a-9689-4784-bc5c-d5aa77614fae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:27.057156 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3fb7a-9689-4784-bc5c-d5aa77614fae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:27.057514 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3fb7a-9689-4784-bc5c-d5aa77614fae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:27.057853 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3fb7a-9689-4784-bc5c-d5aa77614fae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:27.058396 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3fb7a-9689-4784-bc5c-d5aa77614fae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:27.058726 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3fb7a-9689-4784-bc5c-d5aa77614fae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:27.059397 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3fb7a-9689-4784-bc5c-d5aa77614fae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:27.059397 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3fb7a-9689-4784-bc5c-d5aa77614fae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:27.059714 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3fb7a-9689-4784-bc5c-d5aa77614fae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:27.060002 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3fb7a-9689-4784-bc5c-d5aa77614fae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:27.060338 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3fb7a-9689-4784-bc5c-d5aa77614fae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:27.060663 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3fb7a-9689-4784-bc5c-d5aa77614fae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:27.060980 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3fb7a-9689-4784-bc5c-d5aa77614fae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:27.061634 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d3fb7a-9689-4784-bc5c-d5aa77614fae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:27.097870 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] Attempting to bind port 996070c2-54ea-4904-ba73-970ce6b17500 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:16:27.098165 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] Attempting to bind port 996070c2-54ea-4904-ba73-970ce6b17500 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': '2ccaee25-d016-434f-86f8-62c0948e3d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:16:27.098579 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] Attempting to bind port 996070c2-54ea-4904-ba73-970ce6b17500 on network 05fa3d61-50d5-462a-aa25-eb0596f6967e {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:16:27.104619 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:16:27.104988 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] Checking segment: {'id': '2ccaee25-d016-434f-86f8-62c0948e3d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:16:27.105387 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:27.105779 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] Bound using segment: {'id': '2ccaee25-d016-434f-86f8-62c0948e3d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:16:27.106276 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] Bound port: 996070c2-54ea-4904-ba73-970ce6b17500, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ccaee25-d016-434f-86f8-62c0948e3d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:16:27.106661 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (996070c2-54ea-4904-ba73-970ce6b17500), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:27.122066 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-528e4b6d-e1d9-4879-94a7-bf7f2fc3849b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836083-1-iscsi, 1b4c39a0-cb53-49da-bbfa-8c76bb711317) {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:16:27.126667 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528e4b6d-e1d9-4879-94a7-bf7f2fc3849b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:27.127708 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-528e4b6d-e1d9-4879-94a7-bf7f2fc3849b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:27.131245 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ebd3ad-732f-4a02-99df-d58660486d19 None None] Network 1b4c39a0-cb53-49da-bbfa-8c76bb711317 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:16:27.182445 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] For port 996070c2-54ea-4904-ba73-970ce6b17500, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:16:27.184955 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] For port 996070c2-54ea-4904-ba73-970ce6b17500, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=996070c2-54ea-4904-ba73-970ce6b17500,segment=NetworkSegment(2ccaee25-d016-434f-86f8-62c0948e3d63),segment_id=2ccaee25-d016-434f-86f8-62c0948e3d63)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:16:27.212681 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-528e4b6d-e1d9-4879-94a7-bf7f2fc3849b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6182399 Mar 31 22:16:27.215142 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37572) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:27.219538 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-8a5c08a7-b092-4b3d-b634-5cdf73ae1b06 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1127267980-router', 'tenant_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:16:27.230981 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3f7676-2975-4229-9253-68b123e6b4e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a52870c-531f-5681-85b3-93ba771be156-1b4c39a0-cb53-49da-bbfa-8c76bb711317', 'network_id': '1b4c39a0-cb53-49da-bbfa-8c76bb711317', 'project_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'fixed_ips': [{'subnet_id': '01bea8f7-b3b7-4746-ac9c-eb86b4314b12'}]}} from dv-cinder-836083-1-iscsi. {{(pid=110668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 22:16:27.232125 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-aa3f7676-2975-4229-9253-68b123e6b4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:27.253757 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (996070c2-54ea-4904-ba73-970ce6b17500), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:27.313984 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] Routers {'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:16:27.314646 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:16:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:27.319727 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3fb7a-9689-4784-bc5c-d5aa77614fae None None] Pushing event updated for resources: {'Port': ['ID=996070c2-54ea-4904-ba73-970ce6b17500,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:27.322713 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-9e240af9-80b8-4d03-8b8a-ed61457837d9 None None] Provisioning complete for port 996070c2-54ea-4904-ba73-970ce6b17500 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:16:27.323087 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9e240af9-80b8-4d03-8b8a-ed61457837d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (996070c2-54ea-4904-ba73-970ce6b17500), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:27.330414 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a5c08a7-b092-4b3d-b634-5cdf73ae1b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1629189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-644'] for router (b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:27.331498 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a5c08a7-b092-4b3d-b634-5cdf73ae1b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1629077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1615592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-655'] for router (b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:27.414286 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a5c08a7-b092-4b3d-b634-5cdf73ae1b06 admin admin] Publish callbacks [] for router_controller (b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6), precommit_add_association {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:27.426896 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.db_base_plugin_common [None req-aa3f7676-2975-4229-9253-68b123e6b4e0 None None] Allocated IP 172.20.0.2 (1b4c39a0-cb53-49da-bbfa-8c76bb711317/01bea8f7-b3b7-4746-ac9c-eb86b4314b12/8edbb2b2-69c5-4ded-902b-a74996d7b755) {{(pid=110668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:16:27.442832 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] Set router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:16:27.513979 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-9e240af9-80b8-4d03-8b8a-ed61457837d9 None None] Current status of the port 996070c2-54ea-4904-ba73-970ce6b17500 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:16:27.514402 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9e240af9-80b8-4d03-8b8a-ed61457837d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (996070c2-54ea-4904-ba73-970ce6b17500), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:27.563479 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-9e240af9-80b8-4d03-8b8a-ed61457837d9 None None] For port 996070c2-54ea-4904-ba73-970ce6b17500, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=996070c2-54ea-4904-ba73-970ce6b17500,segment=NetworkSegment(2ccaee25-d016-434f-86f8-62c0948e3d63),segment_id=2ccaee25-d016-434f-86f8-62c0948e3d63)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:16:27.623311 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9e240af9-80b8-4d03-8b8a-ed61457837d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (996070c2-54ea-4904-ba73-970ce6b17500), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:27.623929 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a5c08a7-b092-4b3d-b634-5cdf73ae1b06 admin admin] Publish callbacks [] for router_gateway (b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:27.665006 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:24Z', 'revision_number': 4, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port': {'id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '996070c2-54ea-4904-ba73-970ce6b17500', 'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'mac_address': 'fa:16:3e:5c:b0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:23Z', 'updated_at': '2022-03-31T22:16:27Z', 'revision_number': 4, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'subnets': [{'id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:27.669514 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-aa3f7676-2975-4229-9253-68b123e6b4e0 None None] Publish callbacks [] for port (8edbb2b2-69c5-4ded-902b-a74996d7b755), precommit_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:27.687150 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e240af9-80b8-4d03-8b8a-ed61457837d9 None None] Pushing event updated for resources: {'Port': ['ID=996070c2-54ea-4904-ba73-970ce6b17500,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:27.692592 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130dc29c-c9b4-4d7a-aa43-83932e92a2cf None None] The sync data for ids ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'] in dv-cinder-836083-1-iscsi is: [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:24Z', 'revision_number': 4, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port': {'id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '996070c2-54ea-4904-ba73-970ce6b17500', 'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'mac_address': 'fa:16:3e:5c:b0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:23Z', 'updated_at': '2022-03-31T22:16:27Z', 'revision_number': 4, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'subnets': [{'id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:16:27.725004 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-aa3f7676-2975-4229-9253-68b123e6b4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085'] for port (8edbb2b2-69c5-4ded-902b-a74996d7b755), after_create {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:27.807292 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3f7676-2975-4229-9253-68b123e6b4e0 None None] Network 1b4c39a0-cb53-49da-bbfa-8c76bb711317 is already hosted by enough agents. {{(pid=110668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:16:27.821667 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.scheduler.base_scheduler [None req-aa3f7676-2975-4229-9253-68b123e6b4e0 None None] Resources bound (agent type, host, resource id): {{(pid=110668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:16:27.824250 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f7676-2975-4229-9253-68b123e6b4e0 None None] Pushing event updated for resources: {'Port': ['ID=8edbb2b2-69c5-4ded-902b-a74996d7b755,revision_number=1']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:27.826365 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-53f21edf-dc1e-4bd6-b776-07b526270c80 None None] Provisioning complete for port 996070c2-54ea-4904-ba73-970ce6b17500 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:16:27.826736 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-53f21edf-dc1e-4bd6-b776-07b526270c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (996070c2-54ea-4904-ba73-970ce6b17500), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:27.828707 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3f7676-2975-4229-9253-68b123e6b4e0 None None] Received port after_create {{(pid=110668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:16:27.919780 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-aa3f7676-2975-4229-9253-68b123e6b4e0 None None] Attempting to bind port 8edbb2b2-69c5-4ded-902b-a74996d7b755 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:16:27.920144 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-aa3f7676-2975-4229-9253-68b123e6b4e0 None None] Attempting to bind port 8edbb2b2-69c5-4ded-902b-a74996d7b755 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': 'b62d6980-2b3d-42e7-b4e6-d58c4cef08df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1b4c39a0-cb53-49da-bbfa-8c76bb711317'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:16:27.920508 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3f7676-2975-4229-9253-68b123e6b4e0 None None] Attempting to bind port 8edbb2b2-69c5-4ded-902b-a74996d7b755 on network 1b4c39a0-cb53-49da-bbfa-8c76bb711317 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:16:27.927825 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3f7676-2975-4229-9253-68b123e6b4e0 None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:16:27.928198 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3f7676-2975-4229-9253-68b123e6b4e0 None None] Checking segment: {'id': 'b62d6980-2b3d-42e7-b4e6-d58c4cef08df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1b4c39a0-cb53-49da-bbfa-8c76bb711317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:16:27.928594 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-aa3f7676-2975-4229-9253-68b123e6b4e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:27.929243 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3f7676-2975-4229-9253-68b123e6b4e0 None None] Bound using segment: {'id': 'b62d6980-2b3d-42e7-b4e6-d58c4cef08df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1b4c39a0-cb53-49da-bbfa-8c76bb711317'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:16:27.929711 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-aa3f7676-2975-4229-9253-68b123e6b4e0 None None] Bound port: 8edbb2b2-69c5-4ded-902b-a74996d7b755, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62d6980-2b3d-42e7-b4e6-d58c4cef08df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1b4c39a0-cb53-49da-bbfa-8c76bb711317'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:16:27.930619 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-aa3f7676-2975-4229-9253-68b123e6b4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (8edbb2b2-69c5-4ded-902b-a74996d7b755), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:27.951980 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a5c08a7-b092-4b3d-b634-5cdf73ae1b06 admin admin] Publish callbacks [] for router_gateway (b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:27.975386 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a5c08a7-b092-4b3d-b634-5cdf73ae1b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:28.001133 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-53f21edf-dc1e-4bd6-b776-07b526270c80 None None] Current status of the port 996070c2-54ea-4904-ba73-970ce6b17500 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:16:28.029504 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-aa3f7676-2975-4229-9253-68b123e6b4e0 None None] For port 8edbb2b2-69c5-4ded-902b-a74996d7b755, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:16:28.032963 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-aa3f7676-2975-4229-9253-68b123e6b4e0 None None] For port 8edbb2b2-69c5-4ded-902b-a74996d7b755, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=8edbb2b2-69c5-4ded-902b-a74996d7b755,segment=NetworkSegment(b62d6980-2b3d-42e7-b4e6-d58c4cef08df),segment_id=b62d6980-2b3d-42e7-b4e6-d58c4cef08df)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:16:28.089716 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-8a5c08a7-b092-4b3d-b634-5cdf73ae1b06 admin admin] Allocated IP 172.27.2.71 (ad19088a-a902-4a91-855f-5fb9d1c67d87/5d366205-9c7a-4898-9c8b-600d476ec59e/56f8d3f6-139f-4107-a476-abd28f98c143) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:16:28.101558 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-aa3f7676-2975-4229-9253-68b123e6b4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (8edbb2b2-69c5-4ded-902b-a74996d7b755), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:28.169900 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f7676-2975-4229-9253-68b123e6b4e0 None None] Pushing event updated for resources: {'Port': ['ID=8edbb2b2-69c5-4ded-902b-a74996d7b755,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:28.227923 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a5c08a7-b092-4b3d-b634-5cdf73ae1b06 admin admin] Publish callbacks [] for port (56f8d3f6-139f-4107-a476-abd28f98c143), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:28.330871 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a5c08a7-b092-4b3d-b634-5cdf73ae1b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (56f8d3f6-139f-4107-a476-abd28f98c143), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:28.391777 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5c08a7-b092-4b3d-b634-5cdf73ae1b06 admin admin] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:16:28.397383 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-8a5c08a7-b092-4b3d-b634-5cdf73ae1b06 admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:16:28.402097 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5c08a7-b092-4b3d-b634-5cdf73ae1b06 admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:16:28.405250 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c08a7-b092-4b3d-b634-5cdf73ae1b06 admin admin] Pushing event updated for resources: {'Port': ['ID=56f8d3f6-139f-4107-a476-abd28f98c143,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:28.797823 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 8edbb2b2-69c5-4ded-902b-a74996d7b755 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:16:28.865825 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 8edbb2b2-69c5-4ded-902b-a74996d7b755 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:16:28.866373 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (8edbb2b2-69c5-4ded-902b-a74996d7b755), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:28.962592 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 8edbb2b2-69c5-4ded-902b-a74996d7b755 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:16:28.962980 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (8edbb2b2-69c5-4ded-902b-a74996d7b755), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:28.999475 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] For port 8edbb2b2-69c5-4ded-902b-a74996d7b755, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=8edbb2b2-69c5-4ded-902b-a74996d7b755,segment=NetworkSegment(b62d6980-2b3d-42e7-b4e6-d58c4cef08df),segment_id=b62d6980-2b3d-42e7-b4e6-d58c4cef08df)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:16:29.065092 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (8edbb2b2-69c5-4ded-902b-a74996d7b755), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:29.065910 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 996070c2-54ea-4904-ba73-970ce6b17500 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:16:29.073725 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a5c08a7-b092-4b3d-b634-5cdf73ae1b06 admin admin] Publish callbacks [] for router_gateway (b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:29.143561 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Pushing event updated for resources: {'Port': ['ID=8edbb2b2-69c5-4ded-902b-a74996d7b755,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:29.152874 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:29.153196 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:29.153537 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:29.165891 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:29.165891 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:29.165891 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:29.165891 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:29.165891 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:29.165891 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:29.165891 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:29.165891 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:29.165891 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:29.165891 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:29.165891 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:29.165891 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:16:29.169809 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 996070c2-54ea-4904-ba73-970ce6b17500 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:16:29.170059 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (996070c2-54ea-4904-ba73-970ce6b17500), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:29.196632 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47f0eb3-b445-48d8-acc7-ebd077f04131 None None] Network 1b4c39a0-cb53-49da-bbfa-8c76bb711317 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:16:29.284362 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a5c08a7-b092-4b3d-b634-5cdf73ae1b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1629084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625619'] for router (b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:29.286297 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-54628d49-1691-40d6-a9e3-4efc5a9595cb None None] Provisioning complete for port 8edbb2b2-69c5-4ded-902b-a74996d7b755 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:16:29.286677 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-54628d49-1691-40d6-a9e3-4efc5a9595cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (8edbb2b2-69c5-4ded-902b-a74996d7b755), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:29.397667 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 996070c2-54ea-4904-ba73-970ce6b17500 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:16:29.399234 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 777fd0c0-0df4-4246-92c1-47bf021ea9c3 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:16:29.472415 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-54628d49-1691-40d6-a9e3-4efc5a9595cb None None] Current status of the port 8edbb2b2-69c5-4ded-902b-a74996d7b755 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:16:29.483402 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5c08a7-b092-4b3d-b634-5cdf73ae1b06 admin admin] Router b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6 is scheduled to L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c with binding_index 1 {{(pid=110667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 22:16:29.485808 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 777fd0c0-0df4-4246-92c1-47bf021ea9c3 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:16:29.486286 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (777fd0c0-0df4-4246-92c1-47bf021ea9c3), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:29.592017 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 777fd0c0-0df4-4246-92c1-47bf021ea9c3 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:16:29.600157 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5c08a7-b092-4b3d-b634-5cdf73ae1b06 admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:16:29.610153 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] Sync routers for ids ['b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:16:29.621154 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] Routers {'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:16:29.625716 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:16:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:29.712315 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-63b0fe41-1ebe-48b5-a60f-06eb9e6694df None None] Provisioning complete for port 8edbb2b2-69c5-4ded-902b-a74996d7b755 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:16:29.712607 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-63b0fe41-1ebe-48b5-a60f-06eb9e6694df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (8edbb2b2-69c5-4ded-902b-a74996d7b755), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:29.714458 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8a5c08a7-b092-4b3d-b634-5cdf73ae1b06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:29.718324 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-8a5c08a7-b092-4b3d-b634-5cdf73ae1b06 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4996021 Mar 31 22:16:29.718524 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37574) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:29.769018 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] Set router b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:16:30.042575 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-63b0fe41-1ebe-48b5-a60f-06eb9e6694df None None] Current status of the port 8edbb2b2-69c5-4ded-902b-a74996d7b755 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:16:30.108309 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6', 'name': 'tempest-TestVolumeBootPattern-1127267980-router', 'tenant_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '56f8d3f6-139f-4107-a476-abd28f98c143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:27Z', 'updated_at': '2022-03-31T22:16:28Z', 'revision_number': 3, 'project_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'gw_port': {'id': '56f8d3f6-139f-4107-a476-abd28f98c143', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:27Z', 'updated_at': '2022-03-31T22:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:30.133855 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] Checking router: b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6 for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:16:30.134227 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] Updating router b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6 port 56f8d3f6-139f-4107-a476-abd28f98c143 binding host dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:16:30.142960 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-12458a9f-bc76-420b-afa8-b7869623c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:30.160972 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (56f8d3f6-139f-4107-a476-abd28f98c143), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:30.301193 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-12458a9f-bc76-420b-afa8-b7869623c25d admin admin] Allocated IP 172.20.0.1 (1b4c39a0-cb53-49da-bbfa-8c76bb711317/01bea8f7-b3b7-4746-ac9c-eb86b4314b12/2aebfae2-760a-460f-8ac0-6e758a94a8f5) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:16:30.410037 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-12458a9f-bc76-420b-afa8-b7869623c25d admin admin] Publish callbacks [] for port (2aebfae2-760a-460f-8ac0-6e758a94a8f5), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:30.413469 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] Publish callbacks [] for port (56f8d3f6-139f-4107-a476-abd28f98c143), precommit_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:30.495364 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (56f8d3f6-139f-4107-a476-abd28f98c143), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:30.525639 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-12458a9f-bc76-420b-afa8-b7869623c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (2aebfae2-760a-460f-8ac0-6e758a94a8f5), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:30.546901 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] Attempting to bind port 56f8d3f6-139f-4107-a476-abd28f98c143 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:16:30.547284 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] Attempting to bind port 56f8d3f6-139f-4107-a476-abd28f98c143 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:16:30.547621 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] Attempting to bind port 56f8d3f6-139f-4107-a476-abd28f98c143 on network ad19088a-a902-4a91-855f-5fb9d1c67d87 {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:16:30.550574 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b059afe-3642-42e6-be1e-0cc303b5b55d None None] Pushing event updated for resources: {'Port': ['ID=56f8d3f6-139f-4107-a476-abd28f98c143,revision_number=2']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:30.555700 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:16:30.556382 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] Checking segment: {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:16:30.556382 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:30.556784 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] Bound using segment: {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'} {{(pid=110668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:16:30.557645 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.managers [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] Bound port: 56f8d3f6-139f-4107-a476-abd28f98c143, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cba5df-66af-4599-97a7-9c4ae9b54340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87'}}] {{(pid=110668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:16:30.558033 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (56f8d3f6-139f-4107-a476-abd28f98c143), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:30.564158 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12458a9f-bc76-420b-afa8-b7869623c25d admin admin] Network 1b4c39a0-cb53-49da-bbfa-8c76bb711317 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:16:30.584813 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-12458a9f-bc76-420b-afa8-b7869623c25d admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:16:30.584813 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12458a9f-bc76-420b-afa8-b7869623c25d admin admin] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:16:30.603689 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12458a9f-bc76-420b-afa8-b7869623c25d admin admin] Pushing event updated for resources: {'Port': ['ID=2aebfae2-760a-460f-8ac0-6e758a94a8f5,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:30.610008 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] For port 56f8d3f6-139f-4107-a476-abd28f98c143, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:16:30.626127 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] For port 56f8d3f6-139f-4107-a476-abd28f98c143, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=56f8d3f6-139f-4107-a476-abd28f98c143,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:16:30.626438 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-12458a9f-bc76-420b-afa8-b7869623c25d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1623236'] for router_interface (b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:30.697109 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 8edbb2b2-69c5-4ded-902b-a74996d7b755 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:16:30.725166 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (56f8d3f6-139f-4107-a476-abd28f98c143), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:30.802917 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b059afe-3642-42e6-be1e-0cc303b5b55d None None] Pushing event updated for resources: {'Port': ['ID=56f8d3f6-139f-4107-a476-abd28f98c143,revision_number=3']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:30.807073 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] Routers {'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:16:30.807620 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:16:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:30.843530 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-12458a9f-bc76-420b-afa8-b7869623c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (2aebfae2-760a-460f-8ac0-6e758a94a8f5), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:30.844758 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 8edbb2b2-69c5-4ded-902b-a74996d7b755 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:16:30.845406 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (8edbb2b2-69c5-4ded-902b-a74996d7b755), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:30.937153 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-a3cbdf1c-cd56-4197-b458-a87b54ec2b7b None None] Provisioning complete for port 2aebfae2-760a-460f-8ac0-6e758a94a8f5 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:16:30.938230 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a3cbdf1c-cd56-4197-b458-a87b54ec2b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (2aebfae2-760a-460f-8ac0-6e758a94a8f5), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:31.004445 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-a3cbdf1c-cd56-4197-b458-a87b54ec2b7b None None] Port 2aebfae2-760a-460f-8ac0-6e758a94a8f5 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:16:31.009200 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-12458a9f-bc76-420b-afa8-b7869623c25d admin admin] Publish callbacks [] for port (2aebfae2-760a-460f-8ac0-6e758a94a8f5), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:31.022238 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] Set router b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:16:31.078412 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-12458a9f-bc76-420b-afa8-b7869623c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114205'] for port (2aebfae2-760a-460f-8ac0-6e758a94a8f5), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:31.081961 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 8edbb2b2-69c5-4ded-902b-a74996d7b755 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:16:31.144511 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12458a9f-bc76-420b-afa8-b7869623c25d admin admin] Pushing event updated for resources: {'Port': ['ID=2aebfae2-760a-460f-8ac0-6e758a94a8f5,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:31.146901 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-12458a9f-bc76-420b-afa8-b7869623c25d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1828931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623120'] for router_interface (b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:31.210102 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6', 'name': 'tempest-TestVolumeBootPattern-1127267980-router', 'tenant_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '56f8d3f6-139f-4107-a476-abd28f98c143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:27Z', 'updated_at': '2022-03-31T22:16:28Z', 'revision_number': 3, 'project_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'gw_port': {'id': '56f8d3f6-139f-4107-a476-abd28f98c143', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:27Z', 'updated_at': '2022-03-31T22:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:31.236218 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32c3d38-8b35-40c2-9576-196bdf1cbcc3 None None] The sync data for ids ['b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6'] in dv-cinder-836083-1-iscsi is: [{'id': 'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6', 'name': 'tempest-TestVolumeBootPattern-1127267980-router', 'tenant_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '56f8d3f6-139f-4107-a476-abd28f98c143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:27Z', 'updated_at': '2022-03-31T22:16:28Z', 'revision_number': 3, 'project_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'gw_port': {'id': '56f8d3f6-139f-4107-a476-abd28f98c143', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:27Z', 'updated_at': '2022-03-31T22:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:16:31.240374 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12458a9f-bc76-420b-afa8-b7869623c25d admin admin] Network 1b4c39a0-cb53-49da-bbfa-8c76bb711317 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:16:31.242010 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-12458a9f-bc76-420b-afa8-b7869623c25d admin admin] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:16:31.365708 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12458a9f-bc76-420b-afa8-b7869623c25d admin admin] Router b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6 has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:16:31.499204 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12458a9f-bc76-420b-afa8-b7869623c25d admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:16:31.504130 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-12458a9f-bc76-420b-afa8-b7869623c25d admin admin] 10.222.0.59 "PUT /v2.0/routers/b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7846091 Mar 31 22:16:31.536607 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-0d00493e-3a4b-44ad-9d0c-f168a3de4788 None None] Provisioning complete for port 2aebfae2-760a-460f-8ac0-6e758a94a8f5 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:16:31.536981 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0d00493e-3a4b-44ad-9d0c-f168a3de4788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (2aebfae2-760a-460f-8ac0-6e758a94a8f5), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:31.572402 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-0d00493e-3a4b-44ad-9d0c-f168a3de4788 None None] Port 2aebfae2-760a-460f-8ac0-6e758a94a8f5 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:16:32.133576 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37582) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:32.138241 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-a546c206-4019-4306-ac5e-45df3a629819 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1221441207', 'description': 'tempest-secgroup-smoke-1221441207 description', 'project_id': '2541d88a8c5f4a3286a2851f433cb829'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:16:32.236214 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a546c206-4019-4306-ac5e-45df3a629819 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for security_group (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:32.306268 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a546c206-4019-4306-ac5e-45df3a629819 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for security_group (6f9f56ed-415f-4abe-bfae-d959ee72a4af), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:32.379268 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a546c206-4019-4306-ac5e-45df3a629819 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (6f9f56ed-415f-4abe-bfae-d959ee72a4af), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:32.408073 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546c206-4019-4306-ac5e-45df3a629819 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9f56ed-415f-4abe-bfae-d959ee72a4af,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:32.467055 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-a546c206-4019-4306-ac5e-45df3a629819 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:32.468496 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-a546c206-4019-4306-ac5e-45df3a629819 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3336930 Mar 31 22:16:32.471311 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37584) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:32.475605 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-9a198e93-7996-45ca-a0df-6491626ee696 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Request body: {'security_group_rule': {'security_group_id': '6f9f56ed-415f-4abe-bfae-d959ee72a4af', 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:16:32.561780 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9a198e93-7996-45ca-a0df-6491626ee696 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for security_group_rule (44a1a79e-ecbe-45ef-bba2-50b2e1d2ae0d), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:32.621307 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9a198e93-7996-45ca-a0df-6491626ee696 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for security_group_rule (44a1a79e-ecbe-45ef-bba2-50b2e1d2ae0d), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:32.683769 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9a198e93-7996-45ca-a0df-6491626ee696 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (44a1a79e-ecbe-45ef-bba2-50b2e1d2ae0d), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:32.704362 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 56f8d3f6-139f-4107-a476-abd28f98c143 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:16:32.704917 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a198e93-7996-45ca-a0df-6491626ee696 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a1a79e-ecbe-45ef-bba2-50b2e1d2ae0d,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:32.748082 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] Sync routers for ids ['b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:16:32.754545 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 56f8d3f6-139f-4107-a476-abd28f98c143 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:16:32.754986 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (56f8d3f6-139f-4107-a476-abd28f98c143), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:32.757858 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] Routers {'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:16:32.758558 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:16:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:32.790256 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-9a198e93-7996-45ca-a0df-6491626ee696 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:32.791723 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-9a198e93-7996-45ca-a0df-6491626ee696 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3194401 Mar 31 22:16:32.794394 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37586) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:32.799479 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-234c8340-029c-4d4d-a488-2d43ad853501 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Request body: {'security_group_rule': {'security_group_id': '6f9f56ed-415f-4abe-bfae-d959ee72a4af', 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:16:32.840539 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 56f8d3f6-139f-4107-a476-abd28f98c143 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:16:32.840927 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (56f8d3f6-139f-4107-a476-abd28f98c143), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:32.862275 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] For port 56f8d3f6-139f-4107-a476-abd28f98c143, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=56f8d3f6-139f-4107-a476-abd28f98c143,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:16:32.870632 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] Set router b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:16:32.882915 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-234c8340-029c-4d4d-a488-2d43ad853501 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for security_group_rule (58f0d61c-5aa8-4505-ad7b-129e2938093f), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:32.936134 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (56f8d3f6-139f-4107-a476-abd28f98c143), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:32.948331 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-234c8340-029c-4d4d-a488-2d43ad853501 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for security_group_rule (58f0d61c-5aa8-4505-ad7b-129e2938093f), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:32.986748 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Pushing event updated for resources: {'Port': ['ID=56f8d3f6-139f-4107-a476-abd28f98c143,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:33.032422 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-234c8340-029c-4d4d-a488-2d43ad853501 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (58f0d61c-5aa8-4505-ad7b-129e2938093f), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:33.050846 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c8340-029c-4d4d-a488-2d43ad853501 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f0d61c-5aa8-4505-ad7b-129e2938093f,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:33.077481 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6', 'name': 'tempest-TestVolumeBootPattern-1127267980-router', 'tenant_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '56f8d3f6-139f-4107-a476-abd28f98c143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:27Z', 'updated_at': '2022-03-31T22:16:30Z', 'revision_number': 4, 'project_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'gw_port': {'id': '56f8d3f6-139f-4107-a476-abd28f98c143', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:27Z', 'updated_at': '2022-03-31T22:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '2aebfae2-760a-460f-8ac0-6e758a94a8f5', 'name': '', 'network_id': '1b4c39a0-cb53-49da-bbfa-8c76bb711317', 'tenant_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'mac_address': 'fa:16:3e:67:29:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '01bea8f7-b3b7-4746-ac9c-eb86b4314b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:30Z', 'updated_at': '2022-03-31T22:16:30Z', 'revision_number': 2, 'project_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'subnets': [{'id': '01bea8f7-b3b7-4746-ac9c-eb86b4314b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:33.103879 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] Checking router: b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6 for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:16:33.104229 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] Updating router b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6 port 2aebfae2-760a-460f-8ac0-6e758a94a8f5 binding host dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 22:16:33.125669 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-234c8340-029c-4d4d-a488-2d43ad853501 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:33.127296 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-234c8340-029c-4d4d-a488-2d43ad853501 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3314302 Mar 31 22:16:33.129779 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37588) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:33.129937 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (2aebfae2-760a-460f-8ac0-6e758a94a8f5), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:33.136503 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-b7470361-650b-41ec-98cc-a4e14230a4c5 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Request body: {'security_group_rule': {'security_group_id': '6f9f56ed-415f-4abe-bfae-d959ee72a4af', 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:16:33.212489 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b7470361-650b-41ec-98cc-a4e14230a4c5 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for security_group_rule (9518a86d-3615-4fc9-ab77-1100c294cc89), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:33.268655 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b7470361-650b-41ec-98cc-a4e14230a4c5 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for security_group_rule (9518a86d-3615-4fc9-ab77-1100c294cc89), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:33.327845 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b7470361-650b-41ec-98cc-a4e14230a4c5 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (9518a86d-3615-4fc9-ab77-1100c294cc89), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:33.348540 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7470361-650b-41ec-98cc-a4e14230a4c5 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9518a86d-3615-4fc9-ab77-1100c294cc89,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:33.420956 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b7470361-650b-41ec-98cc-a4e14230a4c5 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:33.422354 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b7470361-650b-41ec-98cc-a4e14230a4c5 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2914479 Mar 31 22:16:33.425169 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37590) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:33.430485 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-cbfdad64-3704-4a3c-8667-9a53d4948492 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Request body: {'security_group_rule': {'security_group_id': '6f9f56ed-415f-4abe-bfae-d959ee72a4af', 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:16:33.477913 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] Publish callbacks [] for port (2aebfae2-760a-460f-8ac0-6e758a94a8f5), precommit_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:33.522515 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cbfdad64-3704-4a3c-8667-9a53d4948492 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for security_group_rule (1d9f40af-89b8-45d9-8228-7d72a9a82730), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:33.546140 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (2aebfae2-760a-460f-8ac0-6e758a94a8f5), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:33.581314 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cbfdad64-3704-4a3c-8667-9a53d4948492 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for security_group_rule (1d9f40af-89b8-45d9-8228-7d72a9a82730), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:33.598014 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900e003-6895-4b79-8c0b-4fae93b6c5af None None] Pushing event updated for resources: {'Port': ['ID=2aebfae2-760a-460f-8ac0-6e758a94a8f5,revision_number=3']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:33.646592 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] Attempting to bind port 2aebfae2-760a-460f-8ac0-6e758a94a8f5 on host dv-cinder-836083-1-iscsi for vnic_type normal with profile {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:16:33.646878 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] Attempting to bind port 2aebfae2-760a-460f-8ac0-6e758a94a8f5 by drivers openvswitch,hyperv on host dv-cinder-836083-1-iscsi at level 0 using segments [{'id': 'b62d6980-2b3d-42e7-b4e6-d58c4cef08df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1b4c39a0-cb53-49da-bbfa-8c76bb711317'}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:16:33.647352 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] Attempting to bind port 2aebfae2-760a-460f-8ac0-6e758a94a8f5 on network 1b4c39a0-cb53-49da-bbfa-8c76bb711317 {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:16:33.652468 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] Checking agent: {'id': 'bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836083-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 21, 55, 40), 'started_at': datetime.datetime(2022, 3, 31, 21, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836083-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:16:33.652846 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] Checking segment: {'id': 'b62d6980-2b3d-42e7-b4e6-d58c4cef08df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1b4c39a0-cb53-49da-bbfa-8c76bb711317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:16:33.653252 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:33.653692 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] Bound using segment: {'id': 'b62d6980-2b3d-42e7-b4e6-d58c4cef08df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1b4c39a0-cb53-49da-bbfa-8c76bb711317'} {{(pid=110669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:16:33.654186 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.managers [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] Bound port: 2aebfae2-760a-460f-8ac0-6e758a94a8f5, host: dv-cinder-836083-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62d6980-2b3d-42e7-b4e6-d58c4cef08df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1b4c39a0-cb53-49da-bbfa-8c76bb711317'}}] {{(pid=110669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:16:33.654577 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (2aebfae2-760a-460f-8ac0-6e758a94a8f5), before_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:33.655251 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cbfdad64-3704-4a3c-8667-9a53d4948492 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (1d9f40af-89b8-45d9-8228-7d72a9a82730), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:33.677100 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdad64-3704-4a3c-8667-9a53d4948492 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9f40af-89b8-45d9-8228-7d72a9a82730,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:33.725694 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] For port 2aebfae2-760a-460f-8ac0-6e758a94a8f5, host dv-cinder-836083-1-iscsi, cleared binding levels {{(pid=110669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:16:33.729753 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.plugins.ml2.db [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] For port 2aebfae2-760a-460f-8ac0-6e758a94a8f5, host dv-cinder-836083-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=2aebfae2-760a-460f-8ac0-6e758a94a8f5,segment=NetworkSegment(b62d6980-2b3d-42e7-b4e6-d58c4cef08df),segment_id=b62d6980-2b3d-42e7-b4e6-d58c4cef08df)] {{(pid=110669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:16:33.757990 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cbfdad64-3704-4a3c-8667-9a53d4948492 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:33.759222 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-cbfdad64-3704-4a3c-8667-9a53d4948492 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3331165 Mar 31 22:16:33.762058 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37592) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:33.766292 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-628b905b-722e-42e1-8e05-d37a22265dbf tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Request body: {'security_group_rule': {'security_group_id': '6f9f56ed-415f-4abe-bfae-d959ee72a4af', 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:16:33.808313 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron_lib.callbacks.manager [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (2aebfae2-760a-460f-8ac0-6e758a94a8f5), after_update {{(pid=110669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:33.808880 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-3f9b0d17-f15f-413b-a15e-023a11c910ea None None] Provisioning complete for port 2aebfae2-760a-460f-8ac0-6e758a94a8f5 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:16:33.809256 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3f9b0d17-f15f-413b-a15e-023a11c910ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (2aebfae2-760a-460f-8ac0-6e758a94a8f5), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:33.837498 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.db.securitygroups_db [None req-628b905b-722e-42e1-8e05-d37a22265dbf tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Project 2541d88a8c5f4a3286a2851f433cb829 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 22:16:33.844942 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-628b905b-722e-42e1-8e05-d37a22265dbf tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for security_group_rule (b0818043-fa39-40fa-adaa-ba472f3840ff), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:33.871763 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900e003-6895-4b79-8c0b-4fae93b6c5af None None] Pushing event updated for resources: {'Port': ['ID=2aebfae2-760a-460f-8ac0-6e758a94a8f5,revision_number=4']} {{(pid=110669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:33.874548 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] Routers {'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:16:33.875141 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:16:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:33.902858 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-3f9b0d17-f15f-413b-a15e-023a11c910ea None None] Current status of the port 2aebfae2-760a-460f-8ac0-6e758a94a8f5 is: DOWN; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:16:33.903246 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3f9b0d17-f15f-413b-a15e-023a11c910ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (2aebfae2-760a-460f-8ac0-6e758a94a8f5), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:33.921637 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-628b905b-722e-42e1-8e05-d37a22265dbf tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for security_group_rule (b0818043-fa39-40fa-adaa-ba472f3840ff), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:33.943678 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-3f9b0d17-f15f-413b-a15e-023a11c910ea None None] For port 2aebfae2-760a-460f-8ac0-6e758a94a8f5, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=2aebfae2-760a-460f-8ac0-6e758a94a8f5,segment=NetworkSegment(b62d6980-2b3d-42e7-b4e6-d58c4cef08df),segment_id=b62d6980-2b3d-42e7-b4e6-d58c4cef08df)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:16:33.992044 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] Set router b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:16:34.008405 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-628b905b-722e-42e1-8e05-d37a22265dbf tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (b0818043-fa39-40fa-adaa-ba472f3840ff), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:34.036736 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3f9b0d17-f15f-413b-a15e-023a11c910ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (2aebfae2-760a-460f-8ac0-6e758a94a8f5), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:34.046680 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b905b-722e-42e1-8e05-d37a22265dbf tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0818043-fa39-40fa-adaa-ba472f3840ff,revision_number=0']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:34.105143 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b0d17-f15f-413b-a15e-023a11c910ea None None] Pushing event updated for resources: {'Port': ['ID=2aebfae2-760a-460f-8ac0-6e758a94a8f5,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:34.132075 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-628b905b-722e-42e1-8e05-d37a22265dbf tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:34.136756 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 37594) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:34.142459 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-628b905b-722e-42e1-8e05-d37a22265dbf tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3793468 Mar 31 22:16:34.143796 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-b45f9e32-8e02-4290-b719-614ba6d24ab9 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Request body: {'security_group_rule': {'security_group_id': '6f9f56ed-415f-4abe-bfae-d959ee72a4af', 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:16:34.159816 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-c352135c-8a99-461a-9075-6b39e46bbafc None None] Provisioning complete for port 2aebfae2-760a-460f-8ac0-6e758a94a8f5 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:16:34.160425 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c352135c-8a99-461a-9075-6b39e46bbafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (2aebfae2-760a-460f-8ac0-6e758a94a8f5), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:34.215914 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6', 'name': 'tempest-TestVolumeBootPattern-1127267980-router', 'tenant_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '56f8d3f6-139f-4107-a476-abd28f98c143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:27Z', 'updated_at': '2022-03-31T22:16:30Z', 'revision_number': 4, 'project_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'gw_port': {'id': '56f8d3f6-139f-4107-a476-abd28f98c143', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:27Z', 'updated_at': '2022-03-31T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '2aebfae2-760a-460f-8ac0-6e758a94a8f5', 'name': '', 'network_id': '1b4c39a0-cb53-49da-bbfa-8c76bb711317', 'tenant_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'mac_address': 'fa:16:3e:67:29:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '01bea8f7-b3b7-4746-ac9c-eb86b4314b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:30Z', 'updated_at': '2022-03-31T22:16:33Z', 'revision_number': 4, 'project_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'subnets': [{'id': '01bea8f7-b3b7-4746-ac9c-eb86b4314b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:34.229159 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-6057591a-566c-4624-8543-a49781e28286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:34.243653 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-c352135c-8a99-461a-9075-6b39e46bbafc None None] Current status of the port 2aebfae2-760a-460f-8ac0-6e758a94a8f5 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:16:34.245875 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0701a75c-c905-4cfb-b77c-995ddf35676f None None] The sync data for ids ['b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6'] in dv-cinder-836083-1-iscsi is: [{'id': 'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6', 'name': 'tempest-TestVolumeBootPattern-1127267980-router', 'tenant_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '56f8d3f6-139f-4107-a476-abd28f98c143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:27Z', 'updated_at': '2022-03-31T22:16:30Z', 'revision_number': 4, 'project_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'gw_port': {'id': '56f8d3f6-139f-4107-a476-abd28f98c143', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:27Z', 'updated_at': '2022-03-31T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '2aebfae2-760a-460f-8ac0-6e758a94a8f5', 'name': '', 'network_id': '1b4c39a0-cb53-49da-bbfa-8c76bb711317', 'tenant_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'mac_address': 'fa:16:3e:67:29:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '01bea8f7-b3b7-4746-ac9c-eb86b4314b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:30Z', 'updated_at': '2022-03-31T22:16:33Z', 'revision_number': 4, 'project_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'subnets': [{'id': '01bea8f7-b3b7-4746-ac9c-eb86b4314b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:16:34.249723 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.securitygroups_db [None req-b45f9e32-8e02-4290-b719-614ba6d24ab9 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Project 2541d88a8c5f4a3286a2851f433cb829 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 22:16:34.260284 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b45f9e32-8e02-4290-b719-614ba6d24ab9 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for security_group_rule (1eff5f45-44e4-457d-8413-2c7533cb6928), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:34.326013 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b45f9e32-8e02-4290-b719-614ba6d24ab9 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for security_group_rule (1eff5f45-44e4-457d-8413-2c7533cb6928), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:34.409346 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b45f9e32-8e02-4290-b719-614ba6d24ab9 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1829542'] for security_group_rule (1eff5f45-44e4-457d-8413-2c7533cb6928), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:34.428385 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f9e32-8e02-4290-b719-614ba6d24ab9 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eff5f45-44e4-457d-8413-2c7533cb6928,revision_number=0']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:34.514319 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b45f9e32-8e02-4290-b719-614ba6d24ab9 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:34.515584 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b45f9e32-8e02-4290-b719-614ba6d24ab9 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3772683 Mar 31 22:16:34.778873 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 2aebfae2-760a-460f-8ac0-6e758a94a8f5 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:16:34.829845 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 2aebfae2-760a-460f-8ac0-6e758a94a8f5 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:16:34.830531 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (2aebfae2-760a-460f-8ac0-6e758a94a8f5), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:34.910610 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 2aebfae2-760a-460f-8ac0-6e758a94a8f5 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:16:34.911604 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 56f8d3f6-139f-4107-a476-abd28f98c143 up at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:16:34.964567 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Provisioning complete for port 56f8d3f6-139f-4107-a476-abd28f98c143 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:16:34.964936 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (56f8d3f6-139f-4107-a476-abd28f98c143), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:35.044889 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Current status of the port 56f8d3f6-139f-4107-a476-abd28f98c143 is: ACTIVE; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:16:36.661353 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-1833a8bb-f550-44bf-9bf5-596c84766885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:37.581038 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:37.855722 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:39.060517 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:40.401684 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:49.139797 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:16:49.167155 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-5ff0508e-5b6b-4f02-847f-c67d4efd03aa tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1221441207&fields=id&tenant_id=2541d88a8c5f4a3286a2851f433cb829 HTTP/1.1" status: 200 len: 267 time: 0.0436840 Mar 31 22:16:49.269086 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-6c136169-6d37-43e2-8527-8930befe8124 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:49.270473 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-6c136169-6d37-43e2-8527-8930befe8124 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/networks?id=05fa3d61-50d5-462a-aa25-eb0596f6967e HTTP/1.1" status: 200 len: 812 time: 0.0963523 Mar 31 22:16:49.284734 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-aa981cdc-688d-4f30-8cde-08c8c6b487ea tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/quotas/2541d88a8c5f4a3286a2851f433cb829 HTTP/1.1" status: 200 len: 375 time: 0.0090497 Mar 31 22:16:49.341562 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-efe65238-7d9d-4b9b-9984-32e80b92d860 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2541d88a8c5f4a3286a2851f433cb829&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522256 Mar 31 22:16:49.356491 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-3b84ec66-3a2c-4a3f-b0e8-9f976d97d339 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=110667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 22:16:49.357506 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-3b84ec66-3a2c-4a3f-b0e8-9f976d97d339 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054865 Mar 31 22:16:49.444279 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-08b03994-4a56-4121-b2da-e1b6d0892560 service neutron] 10.222.0.59 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813615 Mar 31 22:16:49.534377 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-e5248e94-a4ff-4712-9a44-2f100aaf43aa service neutron] 10.222.0.59 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844719 Mar 31 22:16:50.101371 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-44985b5f-08c6-4254-983a-0cc298199724 req-9df7d801-17a9-432a-9f40-75d2b3dc6eb1 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 210 time: 0.0277829 Mar 31 22:16:51.192989 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3d826b64-90df-46f2-88ce-c86fed4040f5 req-7fde2098-3767-4840-baa3-b628ec551df4 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 210 time: 0.0277164 Mar 31 22:16:52.026947 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-5bf770eb-6962-4dcb-afdb-d9522259546a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:52.028414 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-5bf770eb-6962-4dcb-afdb-d9522259546a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.57 "GET /v2.0/networks?id=05fa3d61-50d5-462a-aa25-eb0596f6967e HTTP/1.1" status: 200 len: 812 time: 0.0982685 Mar 31 22:16:52.101316 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-a50eb1f9-a409-4373-ab30-e6f257bdb6cc tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2541d88a8c5f4a3286a2851f433cb829 HTTP/1.1" status: 200 len: 380 time: 0.0584826 Mar 31 22:16:52.110740 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-1303c9e3-1978-4dc7-942e-4d0e7e622e05 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Request body: {'port': {'device_id': 'b046b011-5bd2-4b64-88fa-cc06991bb4d4', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'admin_state_up': True, 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'security_groups': ['6f9f56ed-415f-4abe-bfae-d959ee72a4af']}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:16:52.279202 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-1303c9e3-1978-4dc7-942e-4d0e7e622e05 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Made reservation on behalf of 2541d88a8c5f4a3286a2851f433cb829 for: {'port': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:16:52.283920 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-1303c9e3-1978-4dc7-942e-4d0e7e622e05 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:52.287585 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-23305b18-0311-4206-826b-171b6ec6b264 req-8a381cb9-70d4-4d36-a690-8bb453ccbac9 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 210 time: 0.0281153 Mar 31 22:16:52.413494 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-1303c9e3-1978-4dc7-942e-4d0e7e622e05 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Allocated IP 172.20.0.3 (05fa3d61-50d5-462a-aa25-eb0596f6967e/cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3/96bd8ed9-0bbb-42d4-99c1-46429c6da63f) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:16:52.551244 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-1303c9e3-1978-4dc7-942e-4d0e7e622e05 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for port (96bd8ed9-0bbb-42d4-99c1-46429c6da63f), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:52.653194 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-1303c9e3-1978-4dc7-942e-4d0e7e622e05 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (96bd8ed9-0bbb-42d4-99c1-46429c6da63f), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:52.698800 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-1303c9e3-1978-4dc7-942e-4d0e7e622e05 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Network 05fa3d61-50d5-462a-aa25-eb0596f6967e is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:16:52.702481 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-1303c9e3-1978-4dc7-942e-4d0e7e622e05 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:16:52.706325 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-1303c9e3-1978-4dc7-942e-4d0e7e622e05 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:16:52.735024 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303c9e3-1978-4dc7-942e-4d0e7e622e05 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Pushing event updated for resources: {'Port': ['ID=96bd8ed9-0bbb-42d4-99c1-46429c6da63f,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:52.763958 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-1303c9e3-1978-4dc7-942e-4d0e7e622e05 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:52.764644 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-1303c9e3-1978-4dc7-942e-4d0e7e622e05 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:52.858074 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-1303c9e3-1978-4dc7-942e-4d0e7e622e05 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7510772 Mar 31 22:16:52.869843 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-09a676b9-43d7-4389-9600-e3385a51b6a0 service neutron] Request body: {'port': {'device_id': 'b046b011-5bd2-4b64-88fa-cc06991bb4d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:16:52.930646 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-09a676b9-43d7-4389-9600-e3385a51b6a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (96bd8ed9-0bbb-42d4-99c1-46429c6da63f), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:52.987387 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-98d55feb-3380-4c94-8f14-cec259217861 None None] Provisioning complete for port 96bd8ed9-0bbb-42d4-99c1-46429c6da63f triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:16:52.987953 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-98d55feb-3380-4c94-8f14-cec259217861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (96bd8ed9-0bbb-42d4-99c1-46429c6da63f), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:53.024148 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-98d55feb-3380-4c94-8f14-cec259217861 None None] Port 96bd8ed9-0bbb-42d4-99c1-46429c6da63f cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:16:53.197009 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-09a676b9-43d7-4389-9600-e3385a51b6a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96bd8ed9-0bbb-42d4-99c1-46429c6da63f {{(pid=110666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:16:53.204852 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-09a676b9-43d7-4389-9600-e3385a51b6a0 service neutron] Publish callbacks [] for port (96bd8ed9-0bbb-42d4-99c1-46429c6da63f), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:53.217255 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.provisioning_blocks [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-09a676b9-43d7-4389-9600-e3385a51b6a0 service neutron] Transition to ACTIVE for port object 96bd8ed9-0bbb-42d4-99c1-46429c6da63f will not be triggered until provisioned by entity L2. {{(pid=110666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 22:16:53.283310 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-09a676b9-43d7-4389-9600-e3385a51b6a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (96bd8ed9-0bbb-42d4-99c1-46429c6da63f), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:53.335811 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a676b9-43d7-4389-9600-e3385a51b6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=96bd8ed9-0bbb-42d4-99c1-46429c6da63f,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:53.418349 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6646cb-aa11-4e25-a450-d4edbb862709 req-c17793e5-4ccf-4096-8aae-9f7d9ad85a92 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:53.425074 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-09a676b9-43d7-4389-9600-e3385a51b6a0 service neutron] Attempting to bind port 96bd8ed9-0bbb-42d4-99c1-46429c6da63f on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:16:53.425405 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-09a676b9-43d7-4389-9600-e3385a51b6a0 service neutron] Attempting to bind port 96bd8ed9-0bbb-42d4-99c1-46429c6da63f by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '2ccaee25-d016-434f-86f8-62c0948e3d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:16:53.425617 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7e6646cb-aa11-4e25-a450-d4edbb862709 req-c17793e5-4ccf-4096-8aae-9f7d9ad85a92 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 943 time: 0.0603871 Mar 31 22:16:53.425729 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-09a676b9-43d7-4389-9600-e3385a51b6a0 service neutron] Attempting to bind port 96bd8ed9-0bbb-42d4-99c1-46429c6da63f on network 05fa3d61-50d5-462a-aa25-eb0596f6967e {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:16:53.430708 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-09a676b9-43d7-4389-9600-e3385a51b6a0 service neutron] Port 96bd8ed9-0bbb-42d4-99c1-46429c6da63f on network 05fa3d61-50d5-462a-aa25-eb0596f6967e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:16:53.431305 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-09a676b9-43d7-4389-9600-e3385a51b6a0 service neutron] Attempting to bind port 96bd8ed9-0bbb-42d4-99c1-46429c6da63f on network 05fa3d61-50d5-462a-aa25-eb0596f6967e {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:16:53.436566 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-09a676b9-43d7-4389-9600-e3385a51b6a0 service neutron] Checking agent: {'id': '0c6c7b6d-d51d-4e70-9732-01ea9921e922', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'started_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:16:53.436896 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-09a676b9-43d7-4389-9600-e3385a51b6a0 service neutron] Checking segment: {'id': '2ccaee25-d016-434f-86f8-62c0948e3d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:16:53.437277 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-09a676b9-43d7-4389-9600-e3385a51b6a0 service neutron] Bound using segment: {'id': '2ccaee25-d016-434f-86f8-62c0948e3d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:16:53.437845 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-09a676b9-43d7-4389-9600-e3385a51b6a0 service neutron] Bound port: 96bd8ed9-0bbb-42d4-99c1-46429c6da63f, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ccaee25-d016-434f-86f8-62c0948e3d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:16:53.438213 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-09a676b9-43d7-4389-9600-e3385a51b6a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (96bd8ed9-0bbb-42d4-99c1-46429c6da63f), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:53.476337 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7e6646cb-aa11-4e25-a450-d4edbb862709 req-0ebacf41-2d80-46e8-acab-0870185eecca tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496666 Mar 31 22:16:53.505704 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-09a676b9-43d7-4389-9600-e3385a51b6a0 service neutron] For port 96bd8ed9-0bbb-42d4-99c1-46429c6da63f, host hv-cinder-83608, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:16:53.508741 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-09a676b9-43d7-4389-9600-e3385a51b6a0 service neutron] For port 96bd8ed9-0bbb-42d4-99c1-46429c6da63f, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=96bd8ed9-0bbb-42d4-99c1-46429c6da63f,segment=NetworkSegment(2ccaee25-d016-434f-86f8-62c0948e3d63),segment_id=2ccaee25-d016-434f-86f8-62c0948e3d63)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:16:53.561561 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-09a676b9-43d7-4389-9600-e3385a51b6a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (96bd8ed9-0bbb-42d4-99c1-46429c6da63f), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:53.594754 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-09a676b9-43d7-4389-9600-e3385a51b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:53.595385 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-09a676b9-43d7-4389-9600-e3385a51b6a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:53.596799 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-09a676b9-43d7-4389-9600-e3385a51b6a0 service neutron] 10.222.0.57 "PUT /v2.0/ports/96bd8ed9-0bbb-42d4-99c1-46429c6da63f HTTP/1.1" status: 200 len: 1093 time: 0.7312117 Mar 31 22:16:53.597240 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b046b011-5bd2-4b64-88fa-cc06991bb4d4', 'tag': '96bd8ed9-0bbb-42d4-99c1-46429c6da63f'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:16:53.599505 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b42313-a457-4a00-8565-aa9e75fe7f47" -d '{"events": [{"name": "network-changed", "server_uuid": "b046b011-5bd2-4b64-88fa-cc06991bb4d4", "tag": "96bd8ed9-0bbb-42d4-99c1-46429c6da63f"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:16:53.631843 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a676b9-43d7-4389-9600-e3385a51b6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=96bd8ed9-0bbb-42d4-99c1-46429c6da63f,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:53.641523 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0218640-93ee-4378-a668-6833fffed40e x-openstack-request-id: req-a0218640-93ee-4378-a668-6833fffed40e {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:16:53.641991 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b046b011-5bd2-4b64-88fa-cc06991bb4d4", "tag": "96bd8ed9-0bbb-42d4-99c1-46429c6da63f", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:16:53.642282 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a0218640-93ee-4378-a668-6833fffed40e {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:16:53.646382 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0218640-93ee-4378-a668-6833fffed40e'] response: {'name': 'network-changed', 'server_uuid': 'b046b011-5bd2-4b64-88fa-cc06991bb4d4', 'tag': '96bd8ed9-0bbb-42d4-99c1-46429c6da63f', 'status': 'completed', 'code': 200} Mar 31 22:16:53.705406 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b42313-a457-4a00-8565-aa9e75fe7f47 req-057b819c-ed4e-448a-9c8d-6aafd64042d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:53.706969 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-01b42313-a457-4a00-8565-aa9e75fe7f47 req-057b819c-ed4e-448a-9c8d-6aafd64042d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2541d88a8c5f4a3286a2851f433cb829&device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 1127 time: 0.0469322 Mar 31 22:16:53.806941 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b42313-a457-4a00-8565-aa9e75fe7f47 req-cf1d1b14-fccf-4ef8-be28-1e007a7fa7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:53.808409 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-01b42313-a457-4a00-8565-aa9e75fe7f47 req-cf1d1b14-fccf-4ef8-be28-1e007a7fa7cc service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2541d88a8c5f4a3286a2851f433cb829&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0954440 Mar 31 22:16:53.869929 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 37724) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:16:53.953546 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b42313-a457-4a00-8565-aa9e75fe7f47 req-0b15b534-cb50-4edf-a40f-f428e8d882eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:53.954970 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-01b42313-a457-4a00-8565-aa9e75fe7f47 req-0b15b534-cb50-4edf-a40f-f428e8d882eb service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1405556 Mar 31 22:16:54.071452 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-e49dfcba-e38d-413d-a438-76ed0c0e3a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:54.072930 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-e49dfcba-e38d-413d-a438-76ed0c0e3a25 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2541d88a8c5f4a3286a2851f433cb829&device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 1127 time: 0.0781126 Mar 31 22:16:54.123297 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-c79e4ef1-90c2-47c5-a2ec-5557f2a6e3f5 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Deleting port 652cb067-3682-4b94-9471-3b2e3e427957 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:16:54.123640 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c79e4ef1-90c2-47c5-a2ec-5557f2a6e3f5 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (652cb067-3682-4b94-9471-3b2e3e427957), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:54.125966 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-92c22e78-952b-4d69-ba1f-67b6563c5e6e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96bd8ed9-0bbb-42d4-99c1-46429c6da63f HTTP/1.1" status: 200 len: 217 time: 0.0440712 Mar 31 22:16:54.220069 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-5c36d478-6a2b-44a1-9446-85866ddbd5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:54.221436 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-5c36d478-6a2b-44a1-9446-85866ddbd5c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3 HTTP/1.1" status: 200 len: 851 time: 0.0851715 Mar 31 22:16:54.249415 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c79e4ef1-90c2-47c5-a2ec-5557f2a6e3f5 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (652cb067-3682-4b94-9471-3b2e3e427957), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:54.249742 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c79e4ef1-90c2-47c5-a2ec-5557f2a6e3f5 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for floatingip (652cb067-3682-4b94-9471-3b2e3e427957), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:54.276508 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-c79e4ef1-90c2-47c5-a2ec-5557f2a6e3f5 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Calling delete_port for 652cb067-3682-4b94-9471-3b2e3e427957 owned by network:floatingip {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:16:54.339192 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-3b0790d1-1a2b-4ac1-8a6a-ae22db8db3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:54.340679 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-3b0790d1-1a2b-4ac1-8a6a-ae22db8db3e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=05fa3d61-50d5-462a-aa25-eb0596f6967e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1116383 Mar 31 22:16:54.477773 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-b151336c-65e6-4311-8703-dd63aaecf8b7 service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271136 Mar 31 22:16:54.606377 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d346408-b600-4a0b-ab8f-e800934dad62 req-81af4b56-caf9-4e88-bd79-57df3b378977 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:54.607971 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0d346408-b600-4a0b-ab8f-e800934dad62 req-81af4b56-caf9-4e88-bd79-57df3b378977 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 943 time: 0.0539162 Mar 31 22:16:54.609658 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e0ccc544-aad7-4438-9cc0-7af340b9823e req-328890d9-3ce3-4d80-8bc4-e40e812bdc3d service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260741 Mar 31 22:16:54.660084 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0d346408-b600-4a0b-ab8f-e800934dad62 req-e31832aa-d1ba-4a7f-b1d1-40c5b7ff08e8 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463607 Mar 31 22:16:54.660705 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c79e4ef1-90c2-47c5-a2ec-5557f2a6e3f5 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (652cb067-3682-4b94-9471-3b2e3e427957), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:54.689458 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e4ef1-90c2-47c5-a2ec-5557f2a6e3f5 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Pushing event deleted for resources: {'Port': ['ID=652cb067-3682-4b94-9471-3b2e3e427957,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:54.753274 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c79e4ef1-90c2-47c5-a2ec-5557f2a6e3f5 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for floatingip (4d3dfe9a-d304-401c-969f-dddf91825bfd), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:54.753865 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.l3_db [None req-c79e4ef1-90c2-47c5-a2ec-5557f2a6e3f5 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Floating IP 4d3dfe9a-d304-401c-969f-dddf91825bfd disassociated (deleted). External IP: 172.27.2.117, port: 0c986ac4-6f24-4249-a29d-72d50fc9dc2e. Mar 31 22:16:54.967774 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79e4ef1-90c2-47c5-a2ec-5557f2a6e3f5 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Router 9b18794e-f38c-45de-b9fb-b7ee8aa849ce has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:16:55.078848 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79e4ef1-90c2-47c5-a2ec-5557f2a6e3f5 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:16:55.083594 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c79e4ef1-90c2-47c5-a2ec-5557f2a6e3f5 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:55.088177 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0bd424-f7b8-469d-8f6a-08f9174c202e None None] Sync routers for ids ['9b18794e-f38c-45de-b9fb-b7ee8aa849ce'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:16:55.097899 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0bd424-f7b8-469d-8f6a-08f9174c202e None None] Routers {'9b18794e-f38c-45de-b9fb-b7ee8aa849ce'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:16:55.098540 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-3c0bd424-f7b8-469d-8f6a-08f9174c202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:16:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['9b18794e-f38c-45de-b9fb-b7ee8aa849ce'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:55.114069 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-c79e4ef1-90c2-47c5-a2ec-5557f2a6e3f5 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "DELETE /v2.0/floatingips/4d3dfe9a-d304-401c-969f-dddf91825bfd HTTP/1.1" status: 204 len: 168 time: 1.2430449 Mar 31 22:16:55.243053 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-3c0bd424-f7b8-469d-8f6a-08f9174c202e None None] Set router 9b18794e-f38c-45de-b9fb-b7ee8aa849ce gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:16:55.440654 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-3c0bd424-f7b8-469d-8f6a-08f9174c202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'name': 'tempest-TestShelveInstance-1849297893-router', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '0e17417a-ea94-448f-bd3f-0f5f9a3371b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:12:08Z', 'updated_at': '2022-03-31T22:12:12Z', 'revision_number': 4, 'project_id': 'f01f56a3345549e293388df536c13114', 'gw_port': {'id': '0e17417a-ea94-448f-bd3f-0f5f9a3371b4', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:46:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:09Z', 'updated_at': '2022-03-31T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'f2537db9-432b-4169-af1e-f400faa84793', 'name': '', 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'mac_address': 'fa:16:3e:3b:22:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '19ca2eea-2520-4d8a-8741-e1131c92ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:11Z', 'updated_at': '2022-03-31T22:12:16Z', 'revision_number': 5, 'project_id': 'f01f56a3345549e293388df536c13114', 'subnets': [{'id': '19ca2eea-2520-4d8a-8741-e1131c92ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:55.470717 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0bd424-f7b8-469d-8f6a-08f9174c202e None None] Checking router: 9b18794e-f38c-45de-b9fb-b7ee8aa849ce for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:16:55.479123 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0bd424-f7b8-469d-8f6a-08f9174c202e None None] Routers {'9b18794e-f38c-45de-b9fb-b7ee8aa849ce'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:16:55.479716 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-3c0bd424-f7b8-469d-8f6a-08f9174c202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:16:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['9b18794e-f38c-45de-b9fb-b7ee8aa849ce'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:55.545756 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c48baa-3cba-436a-930f-7971b86d947e req-3a9139e5-c505-46ab-8171-5a6e8689396c tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:55.547375 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b0c48baa-3cba-436a-930f-7971b86d947e req-3a9139e5-c505-46ab-8171-5a6e8689396c tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 945 time: 0.0536017 Mar 31 22:16:55.584128 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-3c0bd424-f7b8-469d-8f6a-08f9174c202e None None] Set router 9b18794e-f38c-45de-b9fb-b7ee8aa849ce gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:16:55.595388 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b0c48baa-3cba-436a-930f-7971b86d947e req-f2fae7c9-a0a2-48ed-bd7a-a17215d9b9fa tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424027 Mar 31 22:16:55.643668 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3541d36c-1e21-4551-a1e7-3924678d015f', 'tag': '0c986ac4-6f24-4249-a29d-72d50fc9dc2e'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:16:55.645941 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e791e9ae-edcd-455c-b54f-e735dfd449d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3541d36c-1e21-4551-a1e7-3924678d015f", "tag": "0c986ac4-6f24-4249-a29d-72d50fc9dc2e"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:16:55.682530 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b9aea1-c69e-4b25-85ba-c9516abf57bd x-openstack-request-id: req-20b9aea1-c69e-4b25-85ba-c9516abf57bd {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:16:55.682823 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3541d36c-1e21-4551-a1e7-3924678d015f", "tag": "0c986ac4-6f24-4249-a29d-72d50fc9dc2e", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:16:55.683324 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-20b9aea1-c69e-4b25-85ba-c9516abf57bd {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:16:55.683755 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20b9aea1-c69e-4b25-85ba-c9516abf57bd'] response: {'name': 'network-changed', 'server_uuid': '3541d36c-1e21-4551-a1e7-3924678d015f', 'tag': '0c986ac4-6f24-4249-a29d-72d50fc9dc2e', 'status': 'completed', 'code': 200} Mar 31 22:16:55.761152 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791e9ae-edcd-455c-b54f-e735dfd449d2 req-d70b2ca8-9f44-4d38-853e-d6183d6ed84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:55.763426 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e791e9ae-edcd-455c-b54f-e735dfd449d2 req-d70b2ca8-9f44-4d38-853e-d6183d6ed84f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f01f56a3345549e293388df536c13114&device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 1129 time: 0.0553696 Mar 31 22:16:55.786224 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da956195-8e0b-4fb5-945a-fdba6b621877 req-242cdb55-c949-4903-8ae9-f79e67414d2a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:55.787700 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-da956195-8e0b-4fb5-945a-fdba6b621877 req-242cdb55-c949-4903-8ae9-f79e67414d2a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 943 time: 0.0598104 Mar 31 22:16:55.842698 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-da956195-8e0b-4fb5-945a-fdba6b621877 req-e7092ea2-8dd3-4670-b96a-9d6d923ba211 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491996 Mar 31 22:16:55.855406 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791e9ae-edcd-455c-b54f-e735dfd449d2 req-6bcda48f-b220-495d-8fbc-a919ab3012a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:55.857465 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e791e9ae-edcd-455c-b54f-e735dfd449d2 req-6bcda48f-b220-495d-8fbc-a919ab3012a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306 HTTP/1.1" status: 200 len: 910 time: 0.0882840 Mar 31 22:16:55.901465 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e791e9ae-edcd-455c-b54f-e735dfd449d2 req-b9f276af-3f7c-4171-b886-9974a78189d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c986ac4-6f24-4249-a29d-72d50fc9dc2e HTTP/1.1" status: 200 len: 217 time: 0.0366592 Mar 31 22:16:55.926521 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-3c0bd424-f7b8-469d-8f6a-08f9174c202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'name': 'tempest-TestShelveInstance-1849297893-router', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '0e17417a-ea94-448f-bd3f-0f5f9a3371b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:12:08Z', 'updated_at': '2022-03-31T22:12:12Z', 'revision_number': 4, 'project_id': 'f01f56a3345549e293388df536c13114', 'gw_port': {'id': '0e17417a-ea94-448f-bd3f-0f5f9a3371b4', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:46:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:09Z', 'updated_at': '2022-03-31T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'f2537db9-432b-4169-af1e-f400faa84793', 'name': '', 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'mac_address': 'fa:16:3e:3b:22:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '19ca2eea-2520-4d8a-8741-e1131c92ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:11Z', 'updated_at': '2022-03-31T22:12:16Z', 'revision_number': 5, 'project_id': 'f01f56a3345549e293388df536c13114', 'subnets': [{'id': '19ca2eea-2520-4d8a-8741-e1131c92ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:16:55.953453 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791e9ae-edcd-455c-b54f-e735dfd449d2 req-6f1dcbd0-ce3a-4215-aedc-dab1f6f8ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:55.953698 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0bd424-f7b8-469d-8f6a-08f9174c202e None None] The sync data for ids ['9b18794e-f38c-45de-b9fb-b7ee8aa849ce'] in dv-cinder-836083-1-iscsi is: [{'id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'name': 'tempest-TestShelveInstance-1849297893-router', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '0e17417a-ea94-448f-bd3f-0f5f9a3371b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:12:08Z', 'updated_at': '2022-03-31T22:12:12Z', 'revision_number': 4, 'project_id': 'f01f56a3345549e293388df536c13114', 'gw_port': {'id': '0e17417a-ea94-448f-bd3f-0f5f9a3371b4', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:46:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:09Z', 'updated_at': '2022-03-31T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': 'f2537db9-432b-4169-af1e-f400faa84793', 'name': '', 'network_id': 'd103fe5e-273f-4eb3-9d5a-a2b6c3ceb306', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'mac_address': 'fa:16:3e:3b:22:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '19ca2eea-2520-4d8a-8741-e1131c92ae8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:11Z', 'updated_at': '2022-03-31T22:12:16Z', 'revision_number': 5, 'project_id': 'f01f56a3345549e293388df536c13114', 'subnets': [{'id': '19ca2eea-2520-4d8a-8741-e1131c92ae8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:16:55.954950 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e791e9ae-edcd-455c-b54f-e735dfd449d2 req-6f1dcbd0-ce3a-4215-aedc-dab1f6f8ab23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=19ca2eea-2520-4d8a-8741-e1131c92ae8e HTTP/1.1" status: 200 len: 848 time: 0.0471363 Mar 31 22:16:56.007083 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791e9ae-edcd-455c-b54f-e735dfd449d2 req-af3b3223-9186-421c-aab5-f9566c6f7dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:56.008601 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e791e9ae-edcd-455c-b54f-e735dfd449d2 req-af3b3223-9186-421c-aab5-f9566c6f7dbf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463665 Mar 31 22:16:56.100705 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e791e9ae-edcd-455c-b54f-e735dfd449d2 req-06f21af2-7430-40a2-a1f5-d26e0f938c3d service neutron] 10.222.0.57 "GET /v2.0/networks/d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853415 Mar 31 22:16:56.174412 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e65a508-7b7f-41bd-b9c8-5732b0fbbe76 None None] New status for floating IP 4d3dfe9a-d304-401c-969f-dddf91825bfd: DOWN {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:16:56.205620 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e791e9ae-edcd-455c-b54f-e735dfd449d2 req-3c3ec0e2-6a64-4cbf-a621-c9199d77c88b service neutron] 10.222.0.57 "GET /v2.0/networks/d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980256 Mar 31 22:16:56.720219 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb4649-97a2-477b-b45b-7c728431a986 req-11103121-7df5-40bb-ad7b-f7a11b0e3e2d tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:56.721659 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b9eb4649-97a2-477b-b45b-7c728431a986 req-11103121-7df5-40bb-ad7b-f7a11b0e3e2d tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 945 time: 0.0519381 Mar 31 22:16:56.769850 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b9eb4649-97a2-477b-b45b-7c728431a986 req-6db50ce4-eced-417e-a898-a4c6d592b99f tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/security-groups?id=860aa56f-95cc-4cd9-8350-19205a71827e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425189 Mar 31 22:16:56.958201 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532a086-5707-47b2-b5ad-f0d08881199a req-79dfaf35-5437-4597-b441-7014850267d3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:56.959651 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3532a086-5707-47b2-b5ad-f0d08881199a req-79dfaf35-5437-4597-b441-7014850267d3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 943 time: 0.0550654 Mar 31 22:16:57.006948 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3532a086-5707-47b2-b5ad-f0d08881199a req-e732d152-1499-4203-8150-9d51208f5cf6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418522 Mar 31 22:16:57.081651 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b72ad-94fb-449a-9f2a-41c90634f907 req-ff92259e-a8bb-40a6-8759-3686947cf4ff tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:57.083127 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6d3b72ad-94fb-449a-9f2a-41c90634f907 req-ff92259e-a8bb-40a6-8759-3686947cf4ff tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.57 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 945 time: 0.0520887 Mar 31 22:16:57.176795 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-6d3b72ad-94fb-449a-9f2a-41c90634f907 req-fb5c1a42-a1cf-4e0b-92a9-5b932f246098 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Deleting port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:16:57.177060 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-6d3b72ad-94fb-449a-9f2a-41c90634f907 req-fb5c1a42-a1cf-4e0b-92a9-5b932f246098 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (0c986ac4-6f24-4249-a29d-72d50fc9dc2e), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:57.263968 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-6d3b72ad-94fb-449a-9f2a-41c90634f907 req-fb5c1a42-a1cf-4e0b-92a9-5b932f246098 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] For port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=0c986ac4-6f24-4249-a29d-72d50fc9dc2e,segment=NetworkSegment(46071887-b4fe-46d8-89c7-4d232b71419f),segment_id=46071887-b4fe-46d8-89c7-4d232b71419f)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:16:57.264332 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-6d3b72ad-94fb-449a-9f2a-41c90634f907 req-fb5c1a42-a1cf-4e0b-92a9-5b932f246098 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (0c986ac4-6f24-4249-a29d-72d50fc9dc2e), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:57.276433 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-6d3b72ad-94fb-449a-9f2a-41c90634f907 req-fb5c1a42-a1cf-4e0b-92a9-5b932f246098 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Calling delete_port for 0c986ac4-6f24-4249-a29d-72d50fc9dc2e owned by compute:nova {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:16:57.471707 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-6d3b72ad-94fb-449a-9f2a-41c90634f907 req-fb5c1a42-a1cf-4e0b-92a9-5b932f246098 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (0c986ac4-6f24-4249-a29d-72d50fc9dc2e), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:57.501199 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c1a42-a1cf-4e0b-92a9-5b932f246098 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Pushing event deleted for resources: {'Port': ['ID=0c986ac4-6f24-4249-a29d-72d50fc9dc2e,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:16:57.549015 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3b72ad-94fb-449a-9f2a-41c90634f907 req-fb5c1a42-a1cf-4e0b-92a9-5b932f246098 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] No DVR routers for this DVR port 0c986ac4-6f24-4249-a29d-72d50fc9dc2e on host hv-cinder-83608 {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:16:57.551643 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-6d3b72ad-94fb-449a-9f2a-41c90634f907 req-fb5c1a42-a1cf-4e0b-92a9-5b932f246098 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:16:57.555737 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6d3b72ad-94fb-449a-9f2a-41c90634f907 req-fb5c1a42-a1cf-4e0b-92a9-5b932f246098 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.57 "DELETE /v2.0/ports/0c986ac4-6f24-4249-a29d-72d50fc9dc2e HTTP/1.1" status: 204 len: 173 time: 0.4675660 Mar 31 22:16:57.685153 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3541d36c-1e21-4551-a1e7-3924678d015f', 'name': 'network-vif-deleted', 'tag': '0c986ac4-6f24-4249-a29d-72d50fc9dc2e'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:16:57.687506 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23cf435-8188-403e-af63-ef9afdec17a6" -d '{"events": [{"server_uuid": "3541d36c-1e21-4551-a1e7-3924678d015f", "name": "network-vif-deleted", "tag": "0c986ac4-6f24-4249-a29d-72d50fc9dc2e"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:16:57.727614 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4550d2c5-40a8-4f84-adf6-e787e3bed455 x-openstack-request-id: req-4550d2c5-40a8-4f84-adf6-e787e3bed455 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:16:57.727614 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3541d36c-1e21-4551-a1e7-3924678d015f", "name": "network-vif-deleted", "tag": "0c986ac4-6f24-4249-a29d-72d50fc9dc2e", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:16:57.727614 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4550d2c5-40a8-4f84-adf6-e787e3bed455 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:16:57.727614 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4550d2c5-40a8-4f84-adf6-e787e3bed455'] response: {'server_uuid': '3541d36c-1e21-4551-a1e7-3924678d015f', 'name': 'network-vif-deleted', 'tag': '0c986ac4-6f24-4249-a29d-72d50fc9dc2e', 'status': 'completed', 'code': 200} Mar 31 22:16:57.862954 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e2fb8b36-3b5c-4b8f-aa96-ba91986c4300 req-89aa2273-9f8a-4af0-94dd-258aeca8172e tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 210 time: 0.0288031 Mar 31 22:16:58.130387 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156eede-d1d2-44fa-95e7-254b1fecedab req-831b1f27-0854-49e7-a3ab-236fc69f4fae tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:58.131916 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f156eede-d1d2-44fa-95e7-254b1fecedab req-831b1f27-0854-49e7-a3ab-236fc69f4fae tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 943 time: 0.0590343 Mar 31 22:16:58.183070 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f156eede-d1d2-44fa-95e7-254b1fecedab req-24482190-f648-4328-92e4-c7d83b166686 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455594 Mar 31 22:16:58.974480 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f11ae1a7-f7d4-4685-b0f8-d7a26d004789 req-68764c58-85cd-4bba-91e9-13132bdeae61 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "GET /v2.0/ports?device_id=3541d36c-1e21-4551-a1e7-3924678d015f HTTP/1.1" status: 200 len: 210 time: 0.0311942 Mar 31 22:16:59.302019 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85214fe-bde4-4b3b-8314-abf1ffd7bac5 req-6d3c54dd-59ff-42c5-97d7-b89d51bf26f8 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:16:59.303492 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b85214fe-bde4-4b3b-8314-abf1ffd7bac5 req-6d3c54dd-59ff-42c5-97d7-b89d51bf26f8 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 943 time: 0.0517428 Mar 31 22:16:59.350934 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b85214fe-bde4-4b3b-8314-abf1ffd7bac5 req-9e815dc4-8fbd-402d-b8ff-20b16f4b3f98 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417151 Mar 31 22:17:00.028109 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 37752) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:17:00.083843 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b6df6d84-b8be-4515-9f8a-b73d94672978 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for security_group (860aa56f-95cc-4cd9-8350-19205a71827e), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:00.109769 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b6df6d84-b8be-4515-9f8a-b73d94672978 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for security_group (860aa56f-95cc-4cd9-8350-19205a71827e), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:00.258437 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b6df6d84-b8be-4515-9f8a-b73d94672978 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (860aa56f-95cc-4cd9-8350-19205a71827e), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:00.260937 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-b6df6d84-b8be-4515-9f8a-b73d94672978 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:00.262099 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-b6df6d84-b8be-4515-9f8a-b73d94672978 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] 10.222.0.59 "DELETE /v2.0/security-groups/860aa56f-95cc-4cd9-8350-19205a71827e HTTP/1.1" status: 204 len: 168 time: 0.2329690 Mar 31 22:17:00.271218 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df6d84-b8be-4515-9f8a-b73d94672978 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=860aa56f-95cc-4cd9-8350-19205a71827e,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:17:00.278347 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df6d84-b8be-4515-9f8a-b73d94672978 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:00.278692 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df6d84-b8be-4515-9f8a-b73d94672978 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:00.284339 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df6d84-b8be-4515-9f8a-b73d94672978 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:00.284339 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df6d84-b8be-4515-9f8a-b73d94672978 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:00.284339 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df6d84-b8be-4515-9f8a-b73d94672978 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:00.284339 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df6d84-b8be-4515-9f8a-b73d94672978 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:00.284339 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df6d84-b8be-4515-9f8a-b73d94672978 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:00.284339 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df6d84-b8be-4515-9f8a-b73d94672978 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:00.284339 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df6d84-b8be-4515-9f8a-b73d94672978 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:00.284339 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df6d84-b8be-4515-9f8a-b73d94672978 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:00.284339 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df6d84-b8be-4515-9f8a-b73d94672978 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:00.284339 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df6d84-b8be-4515-9f8a-b73d94672978 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:00.284339 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df6d84-b8be-4515-9f8a-b73d94672978 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:00.284339 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df6d84-b8be-4515-9f8a-b73d94672978 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:00.284339 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df6d84-b8be-4515-9f8a-b73d94672978 tempest-TestShelveInstance-597541818 tempest-TestShelveInstance-597541818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:00.377157 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37758) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:17:00.524441 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe010ad6-d0ca-4796-af29-891fff90f026 req-b1392be5-3c4e-41a4-ba3e-f0bfeaae4bbf tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:17:00.525784 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fe010ad6-d0ca-4796-af29-891fff90f026 req-b1392be5-3c4e-41a4-ba3e-f0bfeaae4bbf tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 943 time: 0.0783296 Mar 31 22:17:00.646968 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fe010ad6-d0ca-4796-af29-891fff90f026 req-e14a9b32-2173-4826-b688-67e97499b5c4 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829515 Mar 31 22:17:00.802033 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623117'] for router_interface (9b18794e-f38c-45de-b9fb-b7ee8aa849ce), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:00.967882 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 0c986ac4-6f24-4249-a29d-72d50fc9dc2e no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:17:00.992608 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] No Port match for: 0c986ac4-6f24-4249-a29d-72d50fc9dc2e {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:17:00.992957 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 0c986ac4-6f24-4249-a29d-72d50fc9dc2e not bound to the agent host hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:17:01.052297 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] Deleting port f2537db9-432b-4169-af1e-f400faa84793 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:17:01.052541 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (f2537db9-432b-4169-af1e-f400faa84793), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:01.132185 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] For port f2537db9-432b-4169-af1e-f400faa84793, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=f2537db9-432b-4169-af1e-f400faa84793,segment=NetworkSegment(46071887-b4fe-46d8-89c7-4d232b71419f),segment_id=46071887-b4fe-46d8-89c7-4d232b71419f)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:17:01.132545 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (f2537db9-432b-4169-af1e-f400faa84793), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:01.146524 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] Calling delete_port for f2537db9-432b-4169-af1e-f400faa84793 owned by network:router_interface {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:17:01.642943 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (f2537db9-432b-4169-af1e-f400faa84793), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:01.671185 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] Pushing event deleted for resources: {'Port': ['ID=f2537db9-432b-4169-af1e-f400faa84793,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:17:01.700221 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:01.700569 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:01.700902 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:01.701240 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:01.701567 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:01.701892 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:01.702236 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:01.702561 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:01.702882 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:01.703200 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:01.703527 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:01.703846 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:01.704238 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:01.704514 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:01.704957 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:17:01.859883 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d0d86-8f54-4e4d-9a4a-8ddce84b18f0 req-845fa1d2-c3db-4e11-8898-a017a0d6b754 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:17:01.861344 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-904d0d86-8f54-4e4d-9a4a-8ddce84b18f0 req-845fa1d2-c3db-4e11-8898-a017a0d6b754 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 943 time: 0.1345279 Mar 31 22:17:01.926405 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1828936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624029'] for router_interface (9b18794e-f38c-45de-b9fb-b7ee8aa849ce), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:01.932468 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-904d0d86-8f54-4e4d-9a4a-8ddce84b18f0 req-52d473c1-c695-4b2c-bc18-2b9339a81b08 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638566 Mar 31 22:17:02.147874 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] Router 9b18794e-f38c-45de-b9fb-b7ee8aa849ce has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:17:02.257320 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:17:02.262020 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-d7fa1cf6-c416-489f-bd96-d4cfce7f10ca admin admin] 10.222.0.59 "PUT /v2.0/routers/9b18794e-f38c-45de-b9fb-b7ee8aa849ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8838351 Mar 31 22:17:02.265127 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37762) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:17:02.267962 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a30c48c-335e-488b-9d4d-424f0df00f7d None None] Sync routers for ids ['9b18794e-f38c-45de-b9fb-b7ee8aa849ce'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:17:02.278328 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a30c48c-335e-488b-9d4d-424f0df00f7d None None] Routers {'9b18794e-f38c-45de-b9fb-b7ee8aa849ce'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:17:02.279007 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-7a30c48c-335e-488b-9d4d-424f0df00f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:16:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['9b18794e-f38c-45de-b9fb-b7ee8aa849ce'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:17:02.372575 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c21de221-2a31-4244-b7b5-1871b241facf admin admin] Publish callbacks [] for router (9b18794e-f38c-45de-b9fb-b7ee8aa849ce), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:02.391878 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-7a30c48c-335e-488b-9d4d-424f0df00f7d None None] Set router 9b18794e-f38c-45de-b9fb-b7ee8aa849ce gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:17:02.476899 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c21de221-2a31-4244-b7b5-1871b241facf admin admin] Publish callbacks [] for router_gateway (9b18794e-f38c-45de-b9fb-b7ee8aa849ce), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:02.570227 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-7a30c48c-335e-488b-9d4d-424f0df00f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'name': 'tempest-TestShelveInstance-1849297893-router', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '0e17417a-ea94-448f-bd3f-0f5f9a3371b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:12:08Z', 'updated_at': '2022-03-31T22:17:01Z', 'revision_number': 5, 'project_id': 'f01f56a3345549e293388df536c13114', 'gw_port': {'id': '0e17417a-ea94-448f-bd3f-0f5f9a3371b4', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:46:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:09Z', 'updated_at': '2022-03-31T22:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:17:02.590661 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-c21de221-2a31-4244-b7b5-1871b241facf admin admin] Deleting port 0e17417a-ea94-448f-bd3f-0f5f9a3371b4 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:17:02.592576 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c21de221-2a31-4244-b7b5-1871b241facf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (0e17417a-ea94-448f-bd3f-0f5f9a3371b4), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:02.601711 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a30c48c-335e-488b-9d4d-424f0df00f7d None None] Checking router: 9b18794e-f38c-45de-b9fb-b7ee8aa849ce for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:17:02.610725 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a30c48c-335e-488b-9d4d-424f0df00f7d None None] Routers {'9b18794e-f38c-45de-b9fb-b7ee8aa849ce'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:17:02.611329 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-7a30c48c-335e-488b-9d4d-424f0df00f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:16:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['9b18794e-f38c-45de-b9fb-b7ee8aa849ce'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:17:02.681568 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-c21de221-2a31-4244-b7b5-1871b241facf admin admin] For port 0e17417a-ea94-448f-bd3f-0f5f9a3371b4, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=0e17417a-ea94-448f-bd3f-0f5f9a3371b4,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:17:02.682589 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c21de221-2a31-4244-b7b5-1871b241facf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (0e17417a-ea94-448f-bd3f-0f5f9a3371b4), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:02.695241 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-c21de221-2a31-4244-b7b5-1871b241facf admin admin] Calling delete_port for 0e17417a-ea94-448f-bd3f-0f5f9a3371b4 owned by network:router_gateway {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:17:02.704386 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-7a30c48c-335e-488b-9d4d-424f0df00f7d None None] Set router 9b18794e-f38c-45de-b9fb-b7ee8aa849ce gateway port host: None {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:17:02.756246 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-7a30c48c-335e-488b-9d4d-424f0df00f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'name': 'tempest-TestShelveInstance-1849297893-router', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:12:08Z', 'updated_at': '2022-03-31T22:17:02Z', 'revision_number': 6, 'project_id': 'f01f56a3345549e293388df536c13114', 'gw_port_host': None}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:17:02.785603 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a30c48c-335e-488b-9d4d-424f0df00f7d None None] The sync data for ids ['9b18794e-f38c-45de-b9fb-b7ee8aa849ce'] in dv-cinder-836083-1-iscsi is: [{'id': '9b18794e-f38c-45de-b9fb-b7ee8aa849ce', 'name': 'tempest-TestShelveInstance-1849297893-router', 'tenant_id': 'f01f56a3345549e293388df536c13114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:12:08Z', 'updated_at': '2022-03-31T22:17:02Z', 'revision_number': 6, 'project_id': 'f01f56a3345549e293388df536c13114', 'gw_port_host': None}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:17:02.938083 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c21de221-2a31-4244-b7b5-1871b241facf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (0e17417a-ea94-448f-bd3f-0f5f9a3371b4), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:02.963768 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21de221-2a31-4244-b7b5-1871b241facf admin admin] Pushing event deleted for resources: {'Port': ['ID=0e17417a-ea94-448f-bd3f-0f5f9a3371b4,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:17:02.973761 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 96bd8ed9-0bbb-42d4-99c1-46429c6da63f details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:17:03.056114 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c21de221-2a31-4244-b7b5-1871b241facf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625655'] for router_gateway (9b18794e-f38c-45de-b9fb-b7ee8aa849ce), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:03.072970 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 96bd8ed9-0bbb-42d4-99c1-46429c6da63f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=96bd8ed9-0bbb-42d4-99c1-46429c6da63f,segment=NetworkSegment(2ccaee25-d016-434f-86f8-62c0948e3d63),segment_id=2ccaee25-d016-434f-86f8-62c0948e3d63)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:17:03.084417 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': '96bd8ed9-0bbb-42d4-99c1-46429c6da63f', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'port_id': '96bd8ed9-0bbb-42d4-99c1-46429c6da63f', 'mac_address': 'fa:16:3e:d9:76:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:17:03.128099 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 96bd8ed9-0bbb-42d4-99c1-46429c6da63f is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:17:03.136560 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (96bd8ed9-0bbb-42d4-99c1-46429c6da63f), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:03.142137 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96bd8ed9-0bbb-42d4-99c1-46429c6da63f {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:17:03.157677 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c21de221-2a31-4244-b7b5-1871b241facf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router (9b18794e-f38c-45de-b9fb-b7ee8aa849ce), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:03.160495 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c21de221-2a31-4244-b7b5-1871b241facf admin admin] Publish callbacks [] for router_controller (9b18794e-f38c-45de-b9fb-b7ee8aa849ce), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:03.162923 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 96bd8ed9-0bbb-42d4-99c1-46429c6da63f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=96bd8ed9-0bbb-42d4-99c1-46429c6da63f,segment=NetworkSegment(2ccaee25-d016-434f-86f8-62c0948e3d63),segment_id=2ccaee25-d016-434f-86f8-62c0948e3d63)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:17:03.168594 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cca8f7-8ec6-4f65-986d-922bf7d6d314 req-be1accec-30a5-4c3f-a953-11e91893529a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:17:03.170650 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b4cca8f7-8ec6-4f65-986d-922bf7d6d314 req-be1accec-30a5-4c3f-a953-11e91893529a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 943 time: 0.1607773 Mar 31 22:17:03.230157 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (96bd8ed9-0bbb-42d4-99c1-46429c6da63f), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:03.255794 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b4cca8f7-8ec6-4f65-986d-922bf7d6d314 req-5c876748-e00b-4c58-b95b-6dc95e8d26f9 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779424 Mar 31 22:17:03.278041 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=96bd8ed9-0bbb-42d4-99c1-46429c6da63f,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:17:03.286829 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c21de221-2a31-4244-b7b5-1871b241facf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1629138'] for router (9b18794e-f38c-45de-b9fb-b7ee8aa849ce), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:03.291594 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21de221-2a31-4244-b7b5-1871b241facf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b18794e-f38c-45de-b9fb-b7ee8aa849ce {{(pid=110667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:17:03.292854 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c21de221-2a31-4244-b7b5-1871b241facf admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:03.293968 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-c21de221-2a31-4244-b7b5-1871b241facf admin admin] 10.222.0.59 "DELETE /v2.0/routers/9b18794e-f38c-45de-b9fb-b7ee8aa849ce HTTP/1.1" status: 204 len: 168 time: 1.0279498 Mar 31 22:17:03.296587 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37766) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:17:03.344089 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_v2 [None req-778dc80a-ff96-45a0-8118-4f842e82a077 admin admin] Deleting subnet 19ca2eea-2520-4d8a-8741-e1131c92ae8e {{(pid=110667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 22:17:03.347146 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-778dc80a-ff96-45a0-8118-4f842e82a077 admin admin] Publish callbacks [] for subnet (19ca2eea-2520-4d8a-8741-e1131c92ae8e), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:03.381906 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-778dc80a-ff96-45a0-8118-4f842e82a077 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8678689'] for subnet (19ca2eea-2520-4d8a-8741-e1131c92ae8e), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:03.440988 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['96bd8ed9-0bbb-42d4-99c1-46429c6da63f'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:17:03.457855 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-778dc80a-ff96-45a0-8118-4f842e82a077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1415921'] for subnet (19ca2eea-2520-4d8a-8741-e1131c92ae8e), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:03.584317 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-778dc80a-ff96-45a0-8118-4f842e82a077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1415878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10114663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9369013'] for subnet (19ca2eea-2520-4d8a-8741-e1131c92ae8e), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:03.611339 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778dc80a-ff96-45a0-8118-4f842e82a077 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19ca2eea-2520-4d8a-8741-e1131c92ae8e,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:17:03.621339 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-778dc80a-ff96-45a0-8118-4f842e82a077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:03.627420 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9658eb-b94a-4579-bb92-a1dbefde7e6b None None] Network d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:17:03.628533 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 37768) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:17:03.629170 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-778dc80a-ff96-45a0-8118-4f842e82a077 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/19ca2eea-2520-4d8a-8741-e1131c92ae8e HTTP/1.1" status: 204 len: 168 time: 0.3315871 Mar 31 22:17:03.697733 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c5287dbe-53c7-4f8c-92bf-2ae74253500d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329072'] for network (d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:03.758381 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-c5287dbe-53c7-4f8c-92bf-2ae74253500d admin admin] Deleting port 52bb1e04-fc1a-4370-a400-815d3e522f88 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:17:03.758721 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c5287dbe-53c7-4f8c-92bf-2ae74253500d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (52bb1e04-fc1a-4370-a400-815d3e522f88), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:03.825026 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-c5287dbe-53c7-4f8c-92bf-2ae74253500d admin admin] For port 52bb1e04-fc1a-4370-a400-815d3e522f88, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=52bb1e04-fc1a-4370-a400-815d3e522f88,segment=NetworkSegment(46071887-b4fe-46d8-89c7-4d232b71419f),segment_id=46071887-b4fe-46d8-89c7-4d232b71419f)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:17:03.825392 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c5287dbe-53c7-4f8c-92bf-2ae74253500d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (52bb1e04-fc1a-4370-a400-815d3e522f88), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:03.834071 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1a954a-3bb9-4c5f-94c5-065d0c094a40 None None] DHCP port deletion for d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306 request from dv-cinder-836083-1-iscsi {{(pid=110668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 22:17:03.848095 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-c5287dbe-53c7-4f8c-92bf-2ae74253500d admin admin] Calling delete_port for 52bb1e04-fc1a-4370-a400-815d3e522f88 owned by network:dhcp {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:17:03.884086 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-3e1a954a-3bb9-4c5f-94c5-065d0c094a40 None None] Deleting port 52bb1e04-fc1a-4370-a400-815d3e522f88 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:17:03.884460 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3e1a954a-3bb9-4c5f-94c5-065d0c094a40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (52bb1e04-fc1a-4370-a400-815d3e522f88), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:03.948431 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-3e1a954a-3bb9-4c5f-94c5-065d0c094a40 None None] For port 52bb1e04-fc1a-4370-a400-815d3e522f88, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=52bb1e04-fc1a-4370-a400-815d3e522f88,segment=NetworkSegment(46071887-b4fe-46d8-89c7-4d232b71419f),segment_id=46071887-b4fe-46d8-89c7-4d232b71419f)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:17:03.948831 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3e1a954a-3bb9-4c5f-94c5-065d0c094a40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (52bb1e04-fc1a-4370-a400-815d3e522f88), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:03.961246 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-3e1a954a-3bb9-4c5f-94c5-065d0c094a40 None None] Calling delete_port for 52bb1e04-fc1a-4370-a400-815d3e522f88 owned by network:dhcp {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:17:04.007272 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c5287dbe-53c7-4f8c-92bf-2ae74253500d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (52bb1e04-fc1a-4370-a400-815d3e522f88), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:04.034473 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5287dbe-53c7-4f8c-92bf-2ae74253500d admin admin] Pushing event deleted for resources: {'Port': ['ID=52bb1e04-fc1a-4370-a400-815d3e522f88,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:17:04.035976 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3e1a954a-3bb9-4c5f-94c5-065d0c094a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094'] for port (52bb1e04-fc1a-4370-a400-815d3e522f88), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:04.036296 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5287dbe-53c7-4f8c-92bf-2ae74253500d admin admin] No DVR routers for this DVR port 52bb1e04-fc1a-4370-a400-815d3e522f88 on host dv-cinder-836083-1-iscsi {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:17:04.060604 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a954a-3bb9-4c5f-94c5-065d0c094a40 None None] Pushing event deleted for resources: {'Port': ['ID=52bb1e04-fc1a-4370-a400-815d3e522f88,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:17:04.064765 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1a954a-3bb9-4c5f-94c5-065d0c094a40 None None] No DVR routers for this DVR port 52bb1e04-fc1a-4370-a400-815d3e522f88 on host dv-cinder-836083-1-iscsi {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:17:04.108181 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c5287dbe-53c7-4f8c-92bf-2ae74253500d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695930', 'neutron.services.segments.db._delete_segments_for_network-8758607384890'] for network (d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:04.128591 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-c5287dbe-53c7-4f8c-92bf-2ae74253500d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306']}} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:17:04.138291 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-c5287dbe-53c7-4f8c-92bf-2ae74253500d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46071887-b4fe-46d8-89c7-4d232b71419f') {'for_net_delete': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:17:04.146725 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-c5287dbe-53c7-4f8c-92bf-2ae74253500d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46071887-b4fe-46d8-89c7-4d232b71419f') {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:17:04.151953 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c5287dbe-53c7-4f8c-92bf-2ae74253500d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758607385923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10216098'] for segment (46071887-b4fe-46d8-89c7-4d232b71419f), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:04.165004 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c5287dbe-53c7-4f8c-92bf-2ae74253500d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (46071887-b4fe-46d8-89c7-4d232b71419f), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:04.170758 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5287dbe-53c7-4f8c-92bf-2ae74253500d admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=110666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:17:04.171138 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c5287dbe-53c7-4f8c-92bf-2ae74253500d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10429525'] for segment (46071887-b4fe-46d8-89c7-4d232b71419f), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: Traceback (most recent call last): Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: timer() Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: cb(*args, **kw) Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: return func(*args, **kwargs) Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: self._notify() Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: self.callback(batched_events) Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: event.method(event) Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: return f(self, *a, **k) Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: return self._get(url).json() Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: return self.request(url, 'GET', **kwargs) Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:17:04.172728 dv-cinder-836083-1-iscsi neutron-server[110666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:17:04.180181 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-fb4ebe1c-ce73-4d7d-8503-0658c0eb35b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:04.266138 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c5287dbe-53c7-4f8c-92bf-2ae74253500d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-695923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625691'] for network (d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:04.271447 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-c5287dbe-53c7-4f8c-92bf-2ae74253500d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:04.274632 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-c5287dbe-53c7-4f8c-92bf-2ae74253500d admin admin] 10.222.0.59 "DELETE /v2.0/networks/d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306 HTTP/1.1" status: 204 len: 168 time: 0.6450398 Mar 31 22:17:04.278653 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37770) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:17:04.286219 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5287dbe-53c7-4f8c-92bf-2ae74253500d admin admin] Pushing event deleted for resources: {'Network': ['ID=d103fe5e-273f-4eb3-9d5a-a2b6c3ceb306,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:17:04.425986 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eaecb-a6a3-47b7-a131-b14357cb3663 req-eb966f6f-8521-4361-ace4-2ec1e22d7c73 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:17:04.427622 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bd0eaecb-a6a3-47b7-a131-b14357cb3663 req-eb966f6f-8521-4361-ace4-2ec1e22d7c73 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 944 time: 0.0808394 Mar 31 22:17:04.546478 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bd0eaecb-a6a3-47b7-a131-b14357cb3663 req-dd1522ec-9f1d-43ab-9cba-e00beca335ee tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857902 Mar 31 22:17:04.697657 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 0e17417a-ea94-448f-bd3f-0f5f9a3371b4 no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:17:04.703770 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-661d2672-054a-4617-9589-d2ae3a4d14b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623117'] for router_interface (26babc88-5d61-43e2-a612-f28e08ad653e), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:04.720860 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: 0e17417a-ea94-448f-bd3f-0f5f9a3371b4 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:17:04.721201 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 0e17417a-ea94-448f-bd3f-0f5f9a3371b4 not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:17:04.721608 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device f2537db9-432b-4169-af1e-f400faa84793 no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:17:04.740478 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: f2537db9-432b-4169-af1e-f400faa84793 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:17:04.740820 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device f2537db9-432b-4169-af1e-f400faa84793 not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:17:04.741228 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 52bb1e04-fc1a-4370-a400-815d3e522f88 no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:17:04.759816 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: 52bb1e04-fc1a-4370-a400-815d3e522f88 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:17:04.760161 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 52bb1e04-fc1a-4370-a400-815d3e522f88 not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:17:04.946823 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-661d2672-054a-4617-9589-d2ae3a4d14b6 admin admin] Deleting port 19c40214-08a9-4427-9dd3-ccbed8913155 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:17:04.947157 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-661d2672-054a-4617-9589-d2ae3a4d14b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (19c40214-08a9-4427-9dd3-ccbed8913155), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:04.988901 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 96bd8ed9-0bbb-42d4-99c1-46429c6da63f up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:17:05.022369 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-661d2672-054a-4617-9589-d2ae3a4d14b6 admin admin] For port 19c40214-08a9-4427-9dd3-ccbed8913155, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=19c40214-08a9-4427-9dd3-ccbed8913155,segment=NetworkSegment(8253de20-f2c5-42b8-9563-1f7ef1e55389),segment_id=8253de20-f2c5-42b8-9563-1f7ef1e55389)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:17:05.022739 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-661d2672-054a-4617-9589-d2ae3a4d14b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (19c40214-08a9-4427-9dd3-ccbed8913155), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:05.035777 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-661d2672-054a-4617-9589-d2ae3a4d14b6 admin admin] Calling delete_port for 19c40214-08a9-4427-9dd3-ccbed8913155 owned by network:router_interface {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:17:05.126789 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning for port 96bd8ed9-0bbb-42d4-99c1-46429c6da63f completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 22:17:05.130777 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port 96bd8ed9-0bbb-42d4-99c1-46429c6da63f triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:17:05.131142 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (96bd8ed9-0bbb-42d4-99c1-46429c6da63f), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:05.293299 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-661d2672-054a-4617-9589-d2ae3a4d14b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (19c40214-08a9-4427-9dd3-ccbed8913155), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:05.321200 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d2672-054a-4617-9589-d2ae3a4d14b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=19c40214-08a9-4427-9dd3-ccbed8913155,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:17:05.340765 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 96bd8ed9-0bbb-42d4-99c1-46429c6da63f is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:17:05.341150 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (96bd8ed9-0bbb-42d4-99c1-46429c6da63f), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:05.374695 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b046b011-5bd2-4b64-88fa-cc06991bb4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bd8ed9-0bbb-42d4-99c1-46429c6da63f'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:17:05.378385 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f808a3e-e85e-44a6-bb48-d6e4535adfc4" -d '{"events": [{"server_uuid": "b046b011-5bd2-4b64-88fa-cc06991bb4d4", "name": "network-vif-plugged", "status": "completed", "tag": "96bd8ed9-0bbb-42d4-99c1-46429c6da63f"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:17:05.392384 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 96bd8ed9-0bbb-42d4-99c1-46429c6da63f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=96bd8ed9-0bbb-42d4-99c1-46429c6da63f,segment=NetworkSegment(2ccaee25-d016-434f-86f8-62c0948e3d63),segment_id=2ccaee25-d016-434f-86f8-62c0948e3d63)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:17:05.428600 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f204bb02-1ecc-48cf-a1d4-6788783f4b4f x-openstack-request-id: req-f204bb02-1ecc-48cf-a1d4-6788783f4b4f {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:17:05.429303 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b046b011-5bd2-4b64-88fa-cc06991bb4d4", "name": "network-vif-plugged", "status": "completed", "tag": "96bd8ed9-0bbb-42d4-99c1-46429c6da63f", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:17:05.429566 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f204bb02-1ecc-48cf-a1d4-6788783f4b4f {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:17:05.429969 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f204bb02-1ecc-48cf-a1d4-6788783f4b4f'] response: {'server_uuid': 'b046b011-5bd2-4b64-88fa-cc06991bb4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bd8ed9-0bbb-42d4-99c1-46429c6da63f', 'code': 200} Mar 31 22:17:05.460288 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (96bd8ed9-0bbb-42d4-99c1-46429c6da63f), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:05.513943 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=96bd8ed9-0bbb-42d4-99c1-46429c6da63f,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:17:05.763769 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea06d4d-f948-4adf-b52d-1d4c24663d4a req-23ae7467-e0c1-431d-a031-3381b35adefe tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:17:05.764134 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4a93a-97d9-42ae-87d4-02ee9d0a2d89 req-ccac8125-5ce4-4fa4-b1b7-720b97f3111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:17:05.765159 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4ea06d4d-f948-4adf-b52d-1d4c24663d4a req-23ae7467-e0c1-431d-a031-3381b35adefe tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 945 time: 0.1366062 Mar 31 22:17:05.765607 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b2c4a93a-97d9-42ae-87d4-02ee9d0a2d89 req-ccac8125-5ce4-4fa4-b1b7-720b97f3111c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 1129 time: 0.0459039 Mar 31 22:17:05.803168 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-661d2672-054a-4617-9589-d2ae3a4d14b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1828936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624029'] for router_interface (26babc88-5d61-43e2-a612-f28e08ad653e), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:05.814048 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-b2c4a93a-97d9-42ae-87d4-02ee9d0a2d89 req-de2d77b2-4f48-40a6-9b57-cde18bd8a161 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404494 Mar 31 22:17:05.833996 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4ea06d4d-f948-4adf-b52d-1d4c24663d4a req-f2a4959b-e620-4ca8-8119-55d5c6073987 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618126 Mar 31 22:17:06.036043 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661d2672-054a-4617-9589-d2ae3a4d14b6 admin admin] Router 26babc88-5d61-43e2-a612-f28e08ad653e has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:17:06.144608 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661d2672-054a-4617-9589-d2ae3a4d14b6 admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:17:06.149482 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-661d2672-054a-4617-9589-d2ae3a4d14b6 admin admin] 10.222.0.59 "PUT /v2.0/routers/26babc88-5d61-43e2-a612-f28e08ad653e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8707280 Mar 31 22:17:06.152095 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37778) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:17:06.157454 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0070f1-2c17-4524-aea3-5da9a866db15 None None] Sync routers for ids ['26babc88-5d61-43e2-a612-f28e08ad653e'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:17:06.165150 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0070f1-2c17-4524-aea3-5da9a866db15 None None] Routers {'26babc88-5d61-43e2-a612-f28e08ad653e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:17:06.165738 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-3d0070f1-2c17-4524-aea3-5da9a866db15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:16:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['26babc88-5d61-43e2-a612-f28e08ad653e'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:17:06.258839 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1355ded4-2be4-4e2f-9ebf-f4f33860c0ea admin admin] Publish callbacks [] for router (26babc88-5d61-43e2-a612-f28e08ad653e), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:06.271229 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-3d0070f1-2c17-4524-aea3-5da9a866db15 None None] Set router 26babc88-5d61-43e2-a612-f28e08ad653e gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:17:06.371558 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1355ded4-2be4-4e2f-9ebf-f4f33860c0ea admin admin] Publish callbacks [] for router_gateway (26babc88-5d61-43e2-a612-f28e08ad653e), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:06.456607 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-3d0070f1-2c17-4524-aea3-5da9a866db15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26babc88-5d61-43e2-a612-f28e08ad653e', 'name': 'tempest-TestShelveInstance-1089958955-router', 'tenant_id': '3a1e144a4d264ad4beadd93822f88e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '35a438ec-2bc8-4575-866e-5572e71fd179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:12:16Z', 'updated_at': '2022-03-31T22:17:05Z', 'revision_number': 5, 'project_id': '3a1e144a4d264ad4beadd93822f88e80', 'gw_port': {'id': '35a438ec-2bc8-4575-866e-5572e71fd179', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:f0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26babc88-5d61-43e2-a612-f28e08ad653e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:12:17Z', 'updated_at': '2022-03-31T22:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:17:06.480163 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-1355ded4-2be4-4e2f-9ebf-f4f33860c0ea admin admin] Deleting port 35a438ec-2bc8-4575-866e-5572e71fd179 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:17:06.480506 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1355ded4-2be4-4e2f-9ebf-f4f33860c0ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (35a438ec-2bc8-4575-866e-5572e71fd179), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:06.482621 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0070f1-2c17-4524-aea3-5da9a866db15 None None] Checking router: 26babc88-5d61-43e2-a612-f28e08ad653e for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:17:06.490639 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0070f1-2c17-4524-aea3-5da9a866db15 None None] Routers {'26babc88-5d61-43e2-a612-f28e08ad653e'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:17:06.491237 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-3d0070f1-2c17-4524-aea3-5da9a866db15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:16:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['26babc88-5d61-43e2-a612-f28e08ad653e'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:17:06.559168 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-1355ded4-2be4-4e2f-9ebf-f4f33860c0ea admin admin] For port 35a438ec-2bc8-4575-866e-5572e71fd179, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=35a438ec-2bc8-4575-866e-5572e71fd179,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:17:06.559532 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1355ded4-2be4-4e2f-9ebf-f4f33860c0ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (35a438ec-2bc8-4575-866e-5572e71fd179), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:06.576934 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-1355ded4-2be4-4e2f-9ebf-f4f33860c0ea admin admin] Calling delete_port for 35a438ec-2bc8-4575-866e-5572e71fd179 owned by network:router_gateway {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:17:06.586688 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-3d0070f1-2c17-4524-aea3-5da9a866db15 None None] Set router 26babc88-5d61-43e2-a612-f28e08ad653e gateway port host: None {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:17:06.640139 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-3d0070f1-2c17-4524-aea3-5da9a866db15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26babc88-5d61-43e2-a612-f28e08ad653e', 'name': 'tempest-TestShelveInstance-1089958955-router', 'tenant_id': '3a1e144a4d264ad4beadd93822f88e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:12:16Z', 'updated_at': '2022-03-31T22:17:06Z', 'revision_number': 6, 'project_id': '3a1e144a4d264ad4beadd93822f88e80', 'gw_port_host': None}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:17:06.670137 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0070f1-2c17-4524-aea3-5da9a866db15 None None] The sync data for ids ['26babc88-5d61-43e2-a612-f28e08ad653e'] in dv-cinder-836083-1-iscsi is: [{'id': '26babc88-5d61-43e2-a612-f28e08ad653e', 'name': 'tempest-TestShelveInstance-1089958955-router', 'tenant_id': '3a1e144a4d264ad4beadd93822f88e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:12:16Z', 'updated_at': '2022-03-31T22:17:06Z', 'revision_number': 6, 'project_id': '3a1e144a4d264ad4beadd93822f88e80', 'gw_port_host': None}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:17:06.672236 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ab447ad0-8f88-430d-a9ab-3fa478e41c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:06.831922 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1355ded4-2be4-4e2f-9ebf-f4f33860c0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (35a438ec-2bc8-4575-866e-5572e71fd179), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:06.863075 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355ded4-2be4-4e2f-9ebf-f4f33860c0ea admin admin] Pushing event deleted for resources: {'Port': ['ID=35a438ec-2bc8-4575-866e-5572e71fd179,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:17:06.950813 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1355ded4-2be4-4e2f-9ebf-f4f33860c0ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625655'] for router_gateway (26babc88-5d61-43e2-a612-f28e08ad653e), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:07.056900 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e69f1-06dc-4191-86b9-636dba8f920e req-553a3dc4-f0da-4610-ac5f-182f919939f2 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:17:07.058288 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-306e69f1-06dc-4191-86b9-636dba8f920e req-553a3dc4-f0da-4610-ac5f-182f919939f2 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 945 time: 0.1538808 Mar 31 22:17:07.059749 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1355ded4-2be4-4e2f-9ebf-f4f33860c0ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router (26babc88-5d61-43e2-a612-f28e08ad653e), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:07.062512 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1355ded4-2be4-4e2f-9ebf-f4f33860c0ea admin admin] Publish callbacks [] for router_controller (26babc88-5d61-43e2-a612-f28e08ad653e), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:07.140133 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-306e69f1-06dc-4191-86b9-636dba8f920e req-36c86724-ea16-4a01-8446-877039a105f9 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744185 Mar 31 22:17:07.191583 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1355ded4-2be4-4e2f-9ebf-f4f33860c0ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1629138'] for router (26babc88-5d61-43e2-a612-f28e08ad653e), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:07.192108 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1355ded4-2be4-4e2f-9ebf-f4f33860c0ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26babc88-5d61-43e2-a612-f28e08ad653e {{(pid=110667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:17:07.200362 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-1355ded4-2be4-4e2f-9ebf-f4f33860c0ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:07.200362 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-1355ded4-2be4-4e2f-9ebf-f4f33860c0ea admin admin] 10.222.0.59 "DELETE /v2.0/routers/26babc88-5d61-43e2-a612-f28e08ad653e HTTP/1.1" status: 204 len: 168 time: 1.0446980 Mar 31 22:17:07.200362 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37782) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:17:07.446866 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_v2 [None req-56831b39-3ddb-4ee6-b00c-437413adf135 admin admin] Deleting subnet 191bba41-250a-40f2-8eed-3e1b639eccec {{(pid=110667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 22:17:07.449891 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-56831b39-3ddb-4ee6-b00c-437413adf135 admin admin] Publish callbacks [] for subnet (191bba41-250a-40f2-8eed-3e1b639eccec), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:07.487432 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-56831b39-3ddb-4ee6-b00c-437413adf135 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8678689'] for subnet (191bba41-250a-40f2-8eed-3e1b639eccec), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:07.564036 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-56831b39-3ddb-4ee6-b00c-437413adf135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1415921'] for subnet (191bba41-250a-40f2-8eed-3e1b639eccec), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:07.583761 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:07.700176 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-56831b39-3ddb-4ee6-b00c-437413adf135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1415878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10114663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9369013'] for subnet (191bba41-250a-40f2-8eed-3e1b639eccec), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:07.725360 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56831b39-3ddb-4ee6-b00c-437413adf135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=191bba41-250a-40f2-8eed-3e1b639eccec,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:17:07.729266 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-56831b39-3ddb-4ee6-b00c-437413adf135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:07.733314 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-56831b39-3ddb-4ee6-b00c-437413adf135 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/191bba41-250a-40f2-8eed-3e1b639eccec HTTP/1.1" status: 204 len: 168 time: 0.5313578 Mar 31 22:17:07.735670 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 37786) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:17:07.738158 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80242d54-b625-48ac-9b1d-98b150d26ea0 None None] Network 5c31cc88-ca1b-4c2a-924e-1147ef5945da requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:17:07.809431 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bc37be8a-675c-4014-9f5b-7c07fcf8cf5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329072'] for network (5c31cc88-ca1b-4c2a-924e-1147ef5945da), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:07.867360 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-bc37be8a-675c-4014-9f5b-7c07fcf8cf5c admin admin] Deleting port 8f5a937e-ad4e-41fc-801e-278df735bf65 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:17:07.867700 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bc37be8a-675c-4014-9f5b-7c07fcf8cf5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (8f5a937e-ad4e-41fc-801e-278df735bf65), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:07.871531 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:07.892504 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95114fa6-2cdc-4296-8c57-3a0a64441357 None None] DHCP port deletion for 5c31cc88-ca1b-4c2a-924e-1147ef5945da request from dv-cinder-836083-1-iscsi {{(pid=110668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 22:17:07.932846 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-bc37be8a-675c-4014-9f5b-7c07fcf8cf5c admin admin] For port 8f5a937e-ad4e-41fc-801e-278df735bf65, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=8f5a937e-ad4e-41fc-801e-278df735bf65,segment=NetworkSegment(8253de20-f2c5-42b8-9563-1f7ef1e55389),segment_id=8253de20-f2c5-42b8-9563-1f7ef1e55389)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:17:07.933212 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bc37be8a-675c-4014-9f5b-7c07fcf8cf5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (8f5a937e-ad4e-41fc-801e-278df735bf65), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:07.943334 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-95114fa6-2cdc-4296-8c57-3a0a64441357 None None] Deleting port 8f5a937e-ad4e-41fc-801e-278df735bf65 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:17:07.943702 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-95114fa6-2cdc-4296-8c57-3a0a64441357 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (8f5a937e-ad4e-41fc-801e-278df735bf65), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:07.946044 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-bc37be8a-675c-4014-9f5b-7c07fcf8cf5c admin admin] Calling delete_port for 8f5a937e-ad4e-41fc-801e-278df735bf65 owned by network:dhcp {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:17:08.004002 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-95114fa6-2cdc-4296-8c57-3a0a64441357 None None] For port 8f5a937e-ad4e-41fc-801e-278df735bf65, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=8f5a937e-ad4e-41fc-801e-278df735bf65,segment=NetworkSegment(8253de20-f2c5-42b8-9563-1f7ef1e55389),segment_id=8253de20-f2c5-42b8-9563-1f7ef1e55389)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:17:08.004397 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-95114fa6-2cdc-4296-8c57-3a0a64441357 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (8f5a937e-ad4e-41fc-801e-278df735bf65), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:08.016952 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-95114fa6-2cdc-4296-8c57-3a0a64441357 None None] Calling delete_port for 8f5a937e-ad4e-41fc-801e-278df735bf65 owned by network:dhcp {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:17:08.082979 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bc37be8a-675c-4014-9f5b-7c07fcf8cf5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (8f5a937e-ad4e-41fc-801e-278df735bf65), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:08.097257 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-95114fa6-2cdc-4296-8c57-3a0a64441357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094'] for port (8f5a937e-ad4e-41fc-801e-278df735bf65), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:08.109172 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37be8a-675c-4014-9f5b-7c07fcf8cf5c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f5a937e-ad4e-41fc-801e-278df735bf65,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:17:08.112728 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc37be8a-675c-4014-9f5b-7c07fcf8cf5c admin admin] No DVR routers for this DVR port 8f5a937e-ad4e-41fc-801e-278df735bf65 on host dv-cinder-836083-1-iscsi {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:17:08.120095 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95114fa6-2cdc-4296-8c57-3a0a64441357 None None] Pushing event deleted for resources: {'Port': ['ID=8f5a937e-ad4e-41fc-801e-278df735bf65,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:17:08.121823 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95114fa6-2cdc-4296-8c57-3a0a64441357 None None] No DVR routers for this DVR port 8f5a937e-ad4e-41fc-801e-278df735bf65 on host dv-cinder-836083-1-iscsi {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:17:08.185265 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bc37be8a-675c-4014-9f5b-7c07fcf8cf5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695930', 'neutron.services.segments.db._delete_segments_for_network-8758607384890'] for network (5c31cc88-ca1b-4c2a-924e-1147ef5945da), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:08.205817 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-bc37be8a-675c-4014-9f5b-7c07fcf8cf5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c31cc88-ca1b-4c2a-924e-1147ef5945da']}} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:17:08.215076 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-bc37be8a-675c-4014-9f5b-7c07fcf8cf5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8253de20-f2c5-42b8-9563-1f7ef1e55389') {'for_net_delete': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:17:08.215370 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-bc37be8a-675c-4014-9f5b-7c07fcf8cf5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8253de20-f2c5-42b8-9563-1f7ef1e55389') {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:17:08.225404 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bc37be8a-675c-4014-9f5b-7c07fcf8cf5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758607385923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10216098'] for segment (8253de20-f2c5-42b8-9563-1f7ef1e55389), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:08.238622 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bc37be8a-675c-4014-9f5b-7c07fcf8cf5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (8253de20-f2c5-42b8-9563-1f7ef1e55389), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:08.245172 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc37be8a-675c-4014-9f5b-7c07fcf8cf5c admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=110666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:17:08.245583 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bc37be8a-675c-4014-9f5b-7c07fcf8cf5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10429525'] for segment (8253de20-f2c5-42b8-9563-1f7ef1e55389), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: Traceback (most recent call last): Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: timer() Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: cb(*args, **kw) Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: return func(*args, **kwargs) Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: self._notify() Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: self.callback(batched_events) Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: event.method(event) Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: return f(self, *a, **k) Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: return self._get(url).json() Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: return self.request(url, 'GET', **kwargs) Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:17:08.247399 dv-cinder-836083-1-iscsi neutron-server[110666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:17:08.267546 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818a736-8e33-4152-816a-282ca74f60d9 req-055f61a3-26a0-424f-ad31-2daa9da32831 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:17:08.269020 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c818a736-8e33-4152-816a-282ca74f60d9 req-055f61a3-26a0-424f-ad31-2daa9da32831 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 945 time: 0.0592556 Mar 31 22:17:08.317445 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-c818a736-8e33-4152-816a-282ca74f60d9 req-e8ab936c-e4c0-4a1b-8abe-7fa369ff7b0d tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424738 Mar 31 22:17:08.375478 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bc37be8a-675c-4014-9f5b-7c07fcf8cf5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-695923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625691'] for network (5c31cc88-ca1b-4c2a-924e-1147ef5945da), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:08.380133 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-bc37be8a-675c-4014-9f5b-7c07fcf8cf5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:08.384644 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-bc37be8a-675c-4014-9f5b-7c07fcf8cf5c admin admin] 10.222.0.59 "DELETE /v2.0/networks/5c31cc88-ca1b-4c2a-924e-1147ef5945da HTTP/1.1" status: 204 len: 168 time: 0.6477380 Mar 31 22:17:08.401965 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37be8a-675c-4014-9f5b-7c07fcf8cf5c admin admin] Pushing event deleted for resources: {'Network': ['ID=5c31cc88-ca1b-4c2a-924e-1147ef5945da,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:17:08.442451 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a2bf5-ba9c-42b1-acdb-ae48e47d7b98 req-d4524bfc-1a50-462a-a83f-75956b3a5c29 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:17:08.443944 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a04a2bf5-ba9c-42b1-acdb-ae48e47d7b98 req-d4524bfc-1a50-462a-a83f-75956b3a5c29 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 945 time: 0.0606153 Mar 31 22:17:08.494127 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-a04a2bf5-ba9c-42b1-acdb-ae48e47d7b98 req-1d0d6137-d306-48e3-9d9e-86e34817cbc7 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445890 Mar 31 22:17:08.517235 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 37794) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:17:08.620845 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87673dac-90fc-40ab-83f4-74e90150a249 tempest-TestVolumeBootPattern-1590569107 tempest-TestVolumeBootPattern-1590569107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:17:08.622548 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-87673dac-90fc-40ab-83f4-74e90150a249 tempest-TestVolumeBootPattern-1590569107 tempest-TestVolumeBootPattern-1590569107-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 1124 time: 0.1042726 Mar 31 22:17:08.625924 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 37798) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:17:08.631987 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [None req-846e4804-546b-443c-868f-d0473842a05c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Request body: {'floatingip': {'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'port_id': '96bd8ed9-0bbb-42d4-99c1-46429c6da63f', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:17:08.695506 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 35a438ec-2bc8-4575-866e-5572e71fd179 no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:17:08.706361 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 37800) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:17:08.716600 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: 35a438ec-2bc8-4575-866e-5572e71fd179 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:17:08.718537 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 35a438ec-2bc8-4575-866e-5572e71fd179 not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:17:08.718537 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 8f5a937e-ad4e-41fc-801e-278df735bf65 no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:17:08.735690 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: 8f5a937e-ad4e-41fc-801e-278df735bf65 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:17:08.736039 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 8f5a937e-ad4e-41fc-801e-278df735bf65 not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:17:08.736447 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 19c40214-08a9-4427-9dd3-ccbed8913155 no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:17:08.741339 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-846e4804-546b-443c-868f-d0473842a05c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:08.756198 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: 19c40214-08a9-4427-9dd3-ccbed8913155 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:17:08.756704 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 19c40214-08a9-4427-9dd3-ccbed8913155 not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:17:08.763378 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-f656f409-16b5-4c85-86b0-d0d3cec4b548 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f01f56a3345549e293388df536c13114&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0558569 Mar 31 22:17:08.766614 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37802) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:17:08.814918 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8ff375d9-565c-4f15-ad9f-b284908c2a63 admin admin] Publish callbacks [] for security_group (591bd793-dc69-4c75-b59a-f6f320fcbba8), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:08.840863 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8ff375d9-565c-4f15-ad9f-b284908c2a63 admin admin] Publish callbacks [] for security_group (591bd793-dc69-4c75-b59a-f6f320fcbba8), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:08.849745 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-846e4804-546b-443c-868f-d0473842a05c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:08.948637 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [None req-846e4804-546b-443c-868f-d0473842a05c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Allocated IP 172.27.2.137 (ad19088a-a902-4a91-855f-5fb9d1c67d87/5d366205-9c7a-4898-9c8b-600d476ec59e/a2314a6c-8731-4dd3-ba72-581a3a52c582) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:17:08.968524 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8ff375d9-565c-4f15-ad9f-b284908c2a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (591bd793-dc69-4c75-b59a-f6f320fcbba8), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:08.974718 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-8ff375d9-565c-4f15-ad9f-b284908c2a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:08.974718 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-8ff375d9-565c-4f15-ad9f-b284908c2a63 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/591bd793-dc69-4c75-b59a-f6f320fcbba8 HTTP/1.1" status: 204 len: 168 time: 0.2047148 Mar 31 22:17:08.981892 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff375d9-565c-4f15-ad9f-b284908c2a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591bd793-dc69-4c75-b59a-f6f320fcbba8,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:17:09.056672 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-846e4804-546b-443c-868f-d0473842a05c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for port (a2314a6c-8731-4dd3-ba72-581a3a52c582), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:09.082910 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:09.178633 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-846e4804-546b-443c-868f-d0473842a05c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (a2314a6c-8731-4dd3-ba72-581a3a52c582), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:09.216919 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846e4804-546b-443c-868f-d0473842a05c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:17:09.219712 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [None req-846e4804-546b-443c-868f-d0473842a05c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:17:09.222433 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846e4804-546b-443c-868f-d0473842a05c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:17:09.249037 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e4804-546b-443c-868f-d0473842a05c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Pushing event updated for resources: {'Port': ['ID=a2314a6c-8731-4dd3-ba72-581a3a52c582,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:17:09.639632 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37808) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:17:09.679581 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-9dcf533f-e41f-4fb1-92b1-598687255f9b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3a1e144a4d264ad4beadd93822f88e80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387838 Mar 31 22:17:09.682088 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37810) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:17:09.728987 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-373a2bd8-3f10-4773-a45c-4feb5ce9d070 admin admin] Publish callbacks [] for security_group (8f48cd67-b82b-4641-a474-0b8b56e5bf7f), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:09.750848 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-373a2bd8-3f10-4773-a45c-4feb5ce9d070 admin admin] Publish callbacks [] for security_group (8f48cd67-b82b-4641-a474-0b8b56e5bf7f), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:09.849731 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-846e4804-546b-443c-868f-d0473842a05c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for floatingip (b1eab192-21c2-48c4-8db7-39d3782da12c), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:09.854317 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-373a2bd8-3f10-4773-a45c-4feb5ce9d070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (8f48cd67-b82b-4641-a474-0b8b56e5bf7f), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:09.856890 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-373a2bd8-3f10-4773-a45c-4feb5ce9d070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:09.860606 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-373a2bd8-3f10-4773-a45c-4feb5ce9d070 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8f48cd67-b82b-4641-a474-0b8b56e5bf7f HTTP/1.1" status: 204 len: 168 time: 0.1750205 Mar 31 22:17:09.866796 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a2bd8-3f10-4773-a45c-4feb5ce9d070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f48cd67-b82b-4641-a474-0b8b56e5bf7f,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:17:09.962372 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-846e4804-546b-443c-868f-d0473842a05c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (a2314a6c-8731-4dd3-ba72-581a3a52c582), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:10.115790 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-846e4804-546b-443c-868f-d0473842a05c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for port (a2314a6c-8731-4dd3-ba72-581a3a52c582), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:10.168587 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-846e4804-546b-443c-868f-d0473842a05c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (a2314a6c-8731-4dd3-ba72-581a3a52c582), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:10.243420 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e4804-546b-443c-868f-d0473842a05c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Pushing event updated for resources: {'Port': ['ID=a2314a6c-8731-4dd3-ba72-581a3a52c582,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:17:10.257517 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-846e4804-546b-443c-868f-d0473842a05c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (b1eab192-21c2-48c4-8db7-39d3782da12c), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:10.371114 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.l3_db [None req-846e4804-546b-443c-868f-d0473842a05c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Floating IP b1eab192-21c2-48c4-8db7-39d3782da12c associated. External IP: 172.27.2.137, port: 96bd8ed9-0bbb-42d4-99c1-46429c6da63f. Mar 31 22:17:10.402939 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:10.579787 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846e4804-546b-443c-868f-d0473842a05c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:17:10.692045 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846e4804-546b-443c-868f-d0473842a05c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:17:10.702649 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb934d9-2b74-407e-a95b-536d64eb8550 None None] Sync routers for ids ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:17:10.711887 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb934d9-2b74-407e-a95b-536d64eb8550 None None] Routers {'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:17:10.712502 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-beb934d9-2b74-407e-a95b-536d64eb8550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:17:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:17:10.770447 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-846e4804-546b-443c-868f-d0473842a05c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:10.801689 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-846e4804-546b-443c-868f-d0473842a05c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1746879 Mar 31 22:17:10.802317 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b046b011-5bd2-4b64-88fa-cc06991bb4d4', 'tag': '96bd8ed9-0bbb-42d4-99c1-46429c6da63f'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:17:10.805027 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8956540c-6bdd-4b3f-bb1c-5129b7b5be54" -d '{"events": [{"name": "network-changed", "server_uuid": "b046b011-5bd2-4b64-88fa-cc06991bb4d4", "tag": "96bd8ed9-0bbb-42d4-99c1-46429c6da63f"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:17:10.821324 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-beb934d9-2b74-407e-a95b-536d64eb8550 None None] Set router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:17:10.840702 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0ef5eb-a4fa-4ff9-b0d3-7f149082c341 x-openstack-request-id: req-0f0ef5eb-a4fa-4ff9-b0d3-7f149082c341 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:17:10.840988 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b046b011-5bd2-4b64-88fa-cc06991bb4d4", "tag": "96bd8ed9-0bbb-42d4-99c1-46429c6da63f", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:17:10.841237 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0f0ef5eb-a4fa-4ff9-b0d3-7f149082c341 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:17:10.841663 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0ef5eb-a4fa-4ff9-b0d3-7f149082c341'] response: {'name': 'network-changed', 'server_uuid': 'b046b011-5bd2-4b64-88fa-cc06991bb4d4', 'tag': '96bd8ed9-0bbb-42d4-99c1-46429c6da63f', 'status': 'completed', 'code': 200} Mar 31 22:17:10.908928 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956540c-6bdd-4b3f-bb1c-5129b7b5be54 req-424a6f7f-fe79-4ed0-9724-0148d9987f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:17:10.910434 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-8956540c-6bdd-4b3f-bb1c-5129b7b5be54 req-424a6f7f-fe79-4ed0-9724-0148d9987f50 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2541d88a8c5f4a3286a2851f433cb829&device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 1129 time: 0.0482454 Mar 31 22:17:10.996162 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956540c-6bdd-4b3f-bb1c-5129b7b5be54 req-0c379884-e300-4ac8-9eed-ad43947e91c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:17:10.997612 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-8956540c-6bdd-4b3f-bb1c-5129b7b5be54 req-0c379884-e300-4ac8-9eed-ad43947e91c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=05fa3d61-50d5-462a-aa25-eb0596f6967e HTTP/1.1" status: 200 len: 913 time: 0.0818298 Mar 31 22:17:11.041662 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-beb934d9-2b74-407e-a95b-536d64eb8550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:24Z', 'revision_number': 4, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port': {'id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'b1eab192-21c2-48c4-8db7-39d3782da12c', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'port_id': '96bd8ed9-0bbb-42d4-99c1-46429c6da63f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'mac_address': 'fa:16:3e:d9:76:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b046b011-5bd2-4b64-88fa-cc06991bb4d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:17:09Z', 'updated_at': '2022-03-31T22:17:09Z', 'revision_number': 0, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996070c2-54ea-4904-ba73-970ce6b17500', 'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'mac_address': 'fa:16:3e:5c:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:23Z', 'updated_at': '2022-03-31T22:16:27Z', 'revision_number': 5, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'subnets': [{'id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:17:11.071366 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-8956540c-6bdd-4b3f-bb1c-5129b7b5be54 req-01f286c4-b788-4fa3-a9fb-e2e7c5a87a26 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96bd8ed9-0bbb-42d4-99c1-46429c6da63f HTTP/1.1" status: 200 len: 999 time: 0.0612183 Mar 31 22:17:11.072022 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb934d9-2b74-407e-a95b-536d64eb8550 None None] Checking router: f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:17:11.080884 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb934d9-2b74-407e-a95b-536d64eb8550 None None] Routers {'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:17:11.081485 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-beb934d9-2b74-407e-a95b-536d64eb8550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:17:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:17:11.118668 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956540c-6bdd-4b3f-bb1c-5129b7b5be54 req-093be749-703c-4680-9130-e1200ecc37d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:17:11.120112 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-8956540c-6bdd-4b3f-bb1c-5129b7b5be54 req-093be749-703c-4680-9130-e1200ecc37d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3 HTTP/1.1" status: 200 len: 851 time: 0.0429881 Mar 31 22:17:11.169700 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956540c-6bdd-4b3f-bb1c-5129b7b5be54 req-5d86515d-dd43-43e4-bb1a-8383fbd625e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:17:11.171171 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-8956540c-6bdd-4b3f-bb1c-5129b7b5be54 req-5d86515d-dd43-43e4-bb1a-8383fbd625e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=05fa3d61-50d5-462a-aa25-eb0596f6967e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450075 Mar 31 22:17:11.189580 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-beb934d9-2b74-407e-a95b-536d64eb8550 None None] Set router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:17:11.268861 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-8956540c-6bdd-4b3f-bb1c-5129b7b5be54 req-a55e088f-d1ab-4605-831f-59f83f9ffe9c service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916717 Mar 31 22:17:11.361451 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-8956540c-6bdd-4b3f-bb1c-5129b7b5be54 req-d0da1e79-8d15-4bbc-8162-284c78a4396a service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869246 Mar 31 22:17:11.427194 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-beb934d9-2b74-407e-a95b-536d64eb8550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:24Z', 'revision_number': 4, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port': {'id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'b1eab192-21c2-48c4-8db7-39d3782da12c', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'port_id': '96bd8ed9-0bbb-42d4-99c1-46429c6da63f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'mac_address': 'fa:16:3e:d9:76:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b046b011-5bd2-4b64-88fa-cc06991bb4d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:17:09Z', 'updated_at': '2022-03-31T22:17:09Z', 'revision_number': 0, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996070c2-54ea-4904-ba73-970ce6b17500', 'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'mac_address': 'fa:16:3e:5c:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:23Z', 'updated_at': '2022-03-31T22:16:27Z', 'revision_number': 5, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'subnets': [{'id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:17:11.453520 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb934d9-2b74-407e-a95b-536d64eb8550 None None] The sync data for ids ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'] in dv-cinder-836083-1-iscsi is: [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:24Z', 'revision_number': 4, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port': {'id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'b1eab192-21c2-48c4-8db7-39d3782da12c', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'floating_ip_address': '172.27.2.137', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'port_id': '96bd8ed9-0bbb-42d4-99c1-46429c6da63f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'mac_address': 'fa:16:3e:d9:76:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b046b011-5bd2-4b64-88fa-cc06991bb4d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:17:09Z', 'updated_at': '2022-03-31T22:17:09Z', 'revision_number': 0, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996070c2-54ea-4904-ba73-970ce6b17500', 'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'mac_address': 'fa:16:3e:5c:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:23Z', 'updated_at': '2022-03-31T22:16:27Z', 'revision_number': 5, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'subnets': [{'id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:17:11.632581 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8378800b-22d1-429a-9cb5-af05df5b018e None None] New status for floating IP b1eab192-21c2-48c4-8db7-39d3782da12c: ACTIVE {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:17:23.848922 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-46b5d34e-282b-41df-b2ba-64d0a4ba5ab0 req-22170e6d-86a1-422f-9ce2-87bcb56e115d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425553 Mar 31 22:17:23.943038 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5d34e-282b-41df-b2ba-64d0a4ba5ab0 req-8376dd33-7d07-4aad-9746-7029791a1f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:17:23.944539 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-46b5d34e-282b-41df-b2ba-64d0a4ba5ab0 req-8376dd33-7d07-4aad-9746-7029791a1f4a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2541d88a8c5f4a3286a2851f433cb829&device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 1129 time: 0.0555260 Mar 31 22:17:24.046113 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5d34e-282b-41df-b2ba-64d0a4ba5ab0 req-eaed4a16-031b-4dfd-85f3-11451f5984a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:17:24.047572 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-46b5d34e-282b-41df-b2ba-64d0a4ba5ab0 req-eaed4a16-031b-4dfd-85f3-11451f5984a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=05fa3d61-50d5-462a-aa25-eb0596f6967e HTTP/1.1" status: 200 len: 913 time: 0.0837181 Mar 31 22:17:24.119925 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-46b5d34e-282b-41df-b2ba-64d0a4ba5ab0 req-5a6b7907-871f-4c9b-813a-9d4c3b9d3ab7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96bd8ed9-0bbb-42d4-99c1-46429c6da63f HTTP/1.1" status: 200 len: 1001 time: 0.0633366 Mar 31 22:17:24.167235 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5d34e-282b-41df-b2ba-64d0a4ba5ab0 req-cc0703eb-c011-4579-b0e0-1c36729d0caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:17:24.168657 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-46b5d34e-282b-41df-b2ba-64d0a4ba5ab0 req-cc0703eb-c011-4579-b0e0-1c36729d0caf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3 HTTP/1.1" status: 200 len: 851 time: 0.0421987 Mar 31 22:17:24.222853 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5d34e-282b-41df-b2ba-64d0a4ba5ab0 req-9edd3321-2e57-4f8c-8ab4-5545e3d20388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:17:24.224322 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-46b5d34e-282b-41df-b2ba-64d0a4ba5ab0 req-9edd3321-2e57-4f8c-8ab4-5545e3d20388 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=05fa3d61-50d5-462a-aa25-eb0596f6967e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453584 Mar 31 22:17:24.314821 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-46b5d34e-282b-41df-b2ba-64d0a4ba5ab0 req-93e53605-1145-449b-945e-f922e6e704d4 service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842345 Mar 31 22:17:24.402468 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-46b5d34e-282b-41df-b2ba-64d0a4ba5ab0 req-ba97e765-4436-43e7-b1e6-180cded86320 service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815568 Mar 31 22:17:26.139639 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:17:34.205993 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-644539cf-951e-4a0b-8a16-8e7f486cdaf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:36.664575 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-d9a9094c-5314-490e-b07e-cfe8e8355c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:37.562095 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:37.824763 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:39.093253 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:17:40.413396 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:18:03.137662 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:18:04.218379 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cd6f0f5c-f02e-4a0c-832e-bddfb264cdae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:18:06.670160 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b596263d-5b23-41ac-98f9-5007abc99ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:18:07.584312 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:18:07.801197 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:18:09.084977 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:18:10.476128 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:18:23.856186 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ada797d2-9707-409c-853b-ce9946d5bd8e req-301229aa-d0c7-4533-8b38-1f35f1bc9b26 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439608 Mar 31 22:18:23.940766 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada797d2-9707-409c-853b-ce9946d5bd8e req-56938d17-cd82-43f6-aa94-ec16df29b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:18:23.942240 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ada797d2-9707-409c-853b-ce9946d5bd8e req-56938d17-cd82-43f6-aa94-ec16df29b4fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2541d88a8c5f4a3286a2851f433cb829&device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 1129 time: 0.0471206 Mar 31 22:18:24.039848 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada797d2-9707-409c-853b-ce9946d5bd8e req-746cc3ac-330a-490b-afe4-c59fa36e90d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:18:24.041294 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ada797d2-9707-409c-853b-ce9946d5bd8e req-746cc3ac-330a-490b-afe4-c59fa36e90d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=05fa3d61-50d5-462a-aa25-eb0596f6967e HTTP/1.1" status: 200 len: 913 time: 0.0821292 Mar 31 22:18:24.107399 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ada797d2-9707-409c-853b-ce9946d5bd8e req-6802d2b6-66d2-494d-9e1b-b4349e6d19a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96bd8ed9-0bbb-42d4-99c1-46429c6da63f HTTP/1.1" status: 200 len: 1001 time: 0.0599115 Mar 31 22:18:24.153143 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada797d2-9707-409c-853b-ce9946d5bd8e req-c3d7c7df-1391-4f9c-955d-5c7e893400d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:18:24.154525 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ada797d2-9707-409c-853b-ce9946d5bd8e req-c3d7c7df-1391-4f9c-955d-5c7e893400d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3 HTTP/1.1" status: 200 len: 851 time: 0.0412495 Mar 31 22:18:24.203114 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada797d2-9707-409c-853b-ce9946d5bd8e req-309aa3e6-2afb-435c-abac-0853070f1b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:18:24.205178 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ada797d2-9707-409c-853b-ce9946d5bd8e req-309aa3e6-2afb-435c-abac-0853070f1b53 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=05fa3d61-50d5-462a-aa25-eb0596f6967e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441034 Mar 31 22:18:24.293418 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ada797d2-9707-409c-853b-ce9946d5bd8e req-7ef41326-ce21-407c-bae0-851656f63279 service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820594 Mar 31 22:18:24.380776 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ada797d2-9707-409c-853b-ce9946d5bd8e req-3a36c5a7-9190-412f-b46b-db83bf1b5431 service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816338 Mar 31 22:18:34.206390 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-bdf58a10-c180-4d73-9d7c-1a2cb6e73b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:18:36.669150 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-2b15d1bf-9427-49b7-b935-431957f190db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:18:37.595019 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:18:37.852174 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:18:39.103517 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:18:40.136706 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:18:40.427374 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:04.228580 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-446a5d63-c598-4b0c-a8ea-65cb975bcebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:05.514277 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e7a58-8fca-4291-a0e1-3ec0da25bb17 req-4806fa90-dc37-4d6c-b1b6-f311cdc95f0a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:05.515717 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cf2e7a58-8fca-4291-a0e1-3ec0da25bb17 req-4806fa90-dc37-4d6c-b1b6-f311cdc95f0a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 945 time: 0.0568776 Mar 31 22:19:05.563444 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-cf2e7a58-8fca-4291-a0e1-3ec0da25bb17 req-c2054542-b9fa-4e78-85db-159194b68e88 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421276 Mar 31 22:19:06.667700 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a9689893-9c79-4a95-9ed0-00637b143e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:06.683914 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7d384-b854-4137-9164-cd1680c2dfa2 req-a6f13993-b116-44e7-ae28-fd746f21da5a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:06.685379 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4cc7d384-b854-4137-9164-cd1680c2dfa2 req-a6f13993-b116-44e7-ae28-fd746f21da5a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 945 time: 0.0551364 Mar 31 22:19:06.733305 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4cc7d384-b854-4137-9164-cd1680c2dfa2 req-aabbfb8a-3295-4a44-b1e2-bbb51b6bb34a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423408 Mar 31 22:19:07.069048 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6857dc-d11b-4ccb-8f97-d484d7dd721c req-494bc954-5e45-43d5-9837-0c6d16edced4 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:07.070397 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ba6857dc-d11b-4ccb-8f97-d484d7dd721c req-494bc954-5e45-43d5-9837-0c6d16edced4 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.57 "GET /v2.0/ports?device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 945 time: 0.0525200 Mar 31 22:19:07.162901 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-ba6857dc-d11b-4ccb-8f97-d484d7dd721c req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Deleting port 96bd8ed9-0bbb-42d4-99c1-46429c6da63f {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:19:07.163246 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-ba6857dc-d11b-4ccb-8f97-d484d7dd721c req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (96bd8ed9-0bbb-42d4-99c1-46429c6da63f), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:07.249098 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-ba6857dc-d11b-4ccb-8f97-d484d7dd721c req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] For port 96bd8ed9-0bbb-42d4-99c1-46429c6da63f, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=96bd8ed9-0bbb-42d4-99c1-46429c6da63f,segment=NetworkSegment(2ccaee25-d016-434f-86f8-62c0948e3d63),segment_id=2ccaee25-d016-434f-86f8-62c0948e3d63)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:19:07.249498 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-ba6857dc-d11b-4ccb-8f97-d484d7dd721c req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (96bd8ed9-0bbb-42d4-99c1-46429c6da63f), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:07.421459 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-ba6857dc-d11b-4ccb-8f97-d484d7dd721c req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:07.421830 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-ba6857dc-d11b-4ccb-8f97-d484d7dd721c req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (b1eab192-21c2-48c4-8db7-39d3782da12c), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:07.422148 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.db.l3_db [req-ba6857dc-d11b-4ccb-8f97-d484d7dd721c req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Floating IP b1eab192-21c2-48c4-8db7-39d3782da12c disassociated. External IP: 172.27.2.137, port: 96bd8ed9-0bbb-42d4-99c1-46429c6da63f. Mar 31 22:19:07.422514 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-ba6857dc-d11b-4ccb-8f97-d484d7dd721c req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Calling delete_port for 96bd8ed9-0bbb-42d4-99c1-46429c6da63f owned by compute:nova {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:19:07.582830 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:07.617753 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-ba6857dc-d11b-4ccb-8f97-d484d7dd721c req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (96bd8ed9-0bbb-42d4-99c1-46429c6da63f), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:07.649824 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Pushing event deleted for resources: {'Port': ['ID=96bd8ed9-0bbb-42d4-99c1-46429c6da63f,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:19:07.658767 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:07.659117 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:07.659458 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:07.659797 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:07.660127 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:07.660455 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:07.660787 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:07.661131 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:07.661417 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:07.661755 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:07.662065 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:07.662413 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:07.662733 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:07.663051 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:07.663361 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:07.783454 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba6857dc-d11b-4ccb-8f97-d484d7dd721c req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:19:07.842076 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6ad914bf-61bb-4e93-9f3b-7b03e659dbca req-84b20266-bbfa-4514-9009-e4c4cc8d8fea tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 210 time: 0.0281188 Mar 31 22:19:07.857273 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:07.894423 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba6857dc-d11b-4ccb-8f97-d484d7dd721c req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:19:07.903595 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0ad7d6-fb0c-4b5e-83eb-92ffb03016ca None None] Sync routers for ids ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:19:07.912547 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0ad7d6-fb0c-4b5e-83eb-92ffb03016ca None None] Routers {'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:19:07.913156 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-0d0ad7d6-fb0c-4b5e-83eb-92ffb03016ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:19:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:19:07.940411 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6857dc-d11b-4ccb-8f97-d484d7dd721c req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] No DVR routers for this DVR port 96bd8ed9-0bbb-42d4-99c1-46429c6da63f on host hv-cinder-83608 {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:19:07.942987 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-ba6857dc-d11b-4ccb-8f97-d484d7dd721c req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:07.947031 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-ba6857dc-d11b-4ccb-8f97-d484d7dd721c req-7273a1a5-efa3-4641-8be0-ca785d82033c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.57 "DELETE /v2.0/ports/96bd8ed9-0bbb-42d4-99c1-46429c6da63f HTTP/1.1" status: 204 len: 173 time: 0.8719964 Mar 31 22:19:07.947494 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b046b011-5bd2-4b64-88fa-cc06991bb4d4', 'name': 'network-vif-deleted', 'tag': '96bd8ed9-0bbb-42d4-99c1-46429c6da63f'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:19:07.949731 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824be826-3ae2-42d0-84dc-c367071590d3" -d '{"events": [{"server_uuid": "b046b011-5bd2-4b64-88fa-cc06991bb4d4", "name": "network-vif-deleted", "tag": "96bd8ed9-0bbb-42d4-99c1-46429c6da63f"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:19:07.985602 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964aa87e-3345-48a1-9b73-4a6186f5fe4b x-openstack-request-id: req-964aa87e-3345-48a1-9b73-4a6186f5fe4b {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:19:07.985921 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b046b011-5bd2-4b64-88fa-cc06991bb4d4", "name": "network-vif-deleted", "tag": "96bd8ed9-0bbb-42d4-99c1-46429c6da63f", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:19:07.986158 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-964aa87e-3345-48a1-9b73-4a6186f5fe4b {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:19:07.986600 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-964aa87e-3345-48a1-9b73-4a6186f5fe4b'] response: {'server_uuid': 'b046b011-5bd2-4b64-88fa-cc06991bb4d4', 'name': 'network-vif-deleted', 'tag': '96bd8ed9-0bbb-42d4-99c1-46429c6da63f', 'status': 'completed', 'code': 200} Mar 31 22:19:08.027474 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-0d0ad7d6-fb0c-4b5e-83eb-92ffb03016ca None None] Set router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:19:08.375682 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-0d0ad7d6-fb0c-4b5e-83eb-92ffb03016ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:24Z', 'revision_number': 4, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port': {'id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '996070c2-54ea-4904-ba73-970ce6b17500', 'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'mac_address': 'fa:16:3e:5c:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:23Z', 'updated_at': '2022-03-31T22:16:27Z', 'revision_number': 5, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'subnets': [{'id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:19:08.407613 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0ad7d6-fb0c-4b5e-83eb-92ffb03016ca None None] Checking router: f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:19:08.415798 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0ad7d6-fb0c-4b5e-83eb-92ffb03016ca None None] Routers {'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:19:08.416372 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-0d0ad7d6-fb0c-4b5e-83eb-92ffb03016ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:19:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:19:08.526686 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-0d0ad7d6-fb0c-4b5e-83eb-92ffb03016ca None None] Set router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:19:08.719144 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-0d0ad7d6-fb0c-4b5e-83eb-92ffb03016ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:24Z', 'revision_number': 4, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port': {'id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '996070c2-54ea-4904-ba73-970ce6b17500', 'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'mac_address': 'fa:16:3e:5c:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:23Z', 'updated_at': '2022-03-31T22:16:27Z', 'revision_number': 5, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'subnets': [{'id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:19:08.744816 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0ad7d6-fb0c-4b5e-83eb-92ffb03016ca None None] The sync data for ids ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'] in dv-cinder-836083-1-iscsi is: [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:24Z', 'revision_number': 4, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port': {'id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '996070c2-54ea-4904-ba73-970ce6b17500', 'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'mac_address': 'fa:16:3e:5c:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:23Z', 'updated_at': '2022-03-31T22:16:27Z', 'revision_number': 5, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'subnets': [{'id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:19:08.955227 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-997c16b6-b0f3-4bbf-86ff-c125472e46d0 req-e135bd21-cc82-4a10-88a0-ff5b1e0c2694 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=b046b011-5bd2-4b64-88fa-cc06991bb4d4 HTTP/1.1" status: 200 len: 210 time: 0.0325201 Mar 31 22:19:08.964757 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1630c909-44c0-4c74-9ab9-ff220f6bb491 None None] New status for floating IP b1eab192-21c2-48c4-8db7-39d3782da12c: DOWN {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:19:09.140826 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:09.489954 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 96bd8ed9-0bbb-42d4-99c1-46429c6da63f no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:19:09.513325 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] No Port match for: 96bd8ed9-0bbb-42d4-99c1-46429c6da63f {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:19:09.513670 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 96bd8ed9-0bbb-42d4-99c1-46429c6da63f not bound to the agent host hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:19:10.220246 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-6d332d6d-f467-45f8-b070-418b2a2017f4 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1221441207&fields=id&tenant_id=2541d88a8c5f4a3286a2851f433cb829 HTTP/1.1" status: 200 len: 267 time: 0.0426843 Mar 31 22:19:10.323866 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-18a9dc3b-68fa-4044-a182-d99c0723fed8 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:10.325247 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-18a9dc3b-68fa-4044-a182-d99c0723fed8 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/networks?id=05fa3d61-50d5-462a-aa25-eb0596f6967e HTTP/1.1" status: 200 len: 812 time: 0.0986550 Mar 31 22:19:10.339583 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-a5ed3d5e-cf98-4f1a-887b-be229064eff4 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/quotas/2541d88a8c5f4a3286a2851f433cb829 HTTP/1.1" status: 200 len: 375 time: 0.0091255 Mar 31 22:19:10.397575 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-5c735205-8ba2-41f1-becf-a67e9ab8d632 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2541d88a8c5f4a3286a2851f433cb829&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531800 Mar 31 22:19:10.417516 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:10.579014 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-4571dfff-c13e-4037-bb96-e0885104df08 service neutron] 10.222.0.59 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693599 Mar 31 22:19:10.667976 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-d28b5bd9-6e5a-47c1-a096-216f7f75d343 service neutron] 10.222.0.59 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833852 Mar 31 22:19:11.204975 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-0327d286-48a5-445c-bc34-e1e63f2a0615 req-9f1fa014-b80c-46f1-b4fd-3e1d8c42bcb6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 210 time: 0.0280497 Mar 31 22:19:12.297802 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1f9555b7-456d-40b7-9cca-c96331147d79 req-bd826d60-cce4-4f9a-86f7-1c9aa75b73f7 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 210 time: 0.0282378 Mar 31 22:19:13.053945 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-36e1f049-7ced-4268-85af-54cfabd45eb0 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:13.055307 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-36e1f049-7ced-4268-85af-54cfabd45eb0 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.57 "GET /v2.0/networks?id=05fa3d61-50d5-462a-aa25-eb0596f6967e HTTP/1.1" status: 200 len: 812 time: 0.0993431 Mar 31 22:19:13.125434 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-f983b40d-4766-4e7b-89ea-e360fb0e17f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2541d88a8c5f4a3286a2851f433cb829 HTTP/1.1" status: 200 len: 380 time: 0.0626249 Mar 31 22:19:13.136316 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-54297c3f-ba3b-49c1-aa77-7c96c15deee2 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Request body: {'port': {'device_id': '8dfe82bd-b3ed-4476-af2c-552c25d4dcb5', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'admin_state_up': True, 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'security_groups': ['6f9f56ed-415f-4abe-bfae-d959ee72a4af']}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:19:13.320480 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-54297c3f-ba3b-49c1-aa77-7c96c15deee2 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Made reservation on behalf of 2541d88a8c5f4a3286a2851f433cb829 for: {'port': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:19:13.324605 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-54297c3f-ba3b-49c1-aa77-7c96c15deee2 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:13.401529 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2cc04782-2c3a-46b3-8e02-4c9025c67c92 req-633403bf-6fd0-448e-b2e6-3715b6690b38 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 210 time: 0.0318992 Mar 31 22:19:13.450886 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-54297c3f-ba3b-49c1-aa77-7c96c15deee2 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Allocated IP 172.20.0.7 (05fa3d61-50d5-462a-aa25-eb0596f6967e/cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3/22e06e98-48d5-49ef-b921-665d1067d734) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:19:13.587494 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-54297c3f-ba3b-49c1-aa77-7c96c15deee2 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for port (22e06e98-48d5-49ef-b921-665d1067d734), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:13.708641 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-54297c3f-ba3b-49c1-aa77-7c96c15deee2 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (22e06e98-48d5-49ef-b921-665d1067d734), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:13.751305 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-54297c3f-ba3b-49c1-aa77-7c96c15deee2 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Network 05fa3d61-50d5-462a-aa25-eb0596f6967e is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:19:13.754481 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-54297c3f-ba3b-49c1-aa77-7c96c15deee2 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:19:13.760720 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-54297c3f-ba3b-49c1-aa77-7c96c15deee2 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:19:13.767163 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54297c3f-ba3b-49c1-aa77-7c96c15deee2 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Pushing event updated for resources: {'Port': ['ID=22e06e98-48d5-49ef-b921-665d1067d734,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:19:13.819025 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-54297c3f-ba3b-49c1-aa77-7c96c15deee2 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:13.819635 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-54297c3f-ba3b-49c1-aa77-7c96c15deee2 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:13.911523 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-54297c3f-ba3b-49c1-aa77-7c96c15deee2 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7789736 Mar 31 22:19:13.922119 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-d34ccafc-51e9-4752-b05e-81f7b3cfb5c2 service neutron] Request body: {'port': {'device_id': '8dfe82bd-b3ed-4476-af2c-552c25d4dcb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:19:13.982781 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-d34ccafc-51e9-4752-b05e-81f7b3cfb5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (22e06e98-48d5-49ef-b921-665d1067d734), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:14.002303 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-04cf2504-af13-4c7d-a322-42c29848c401 None None] Provisioning complete for port 22e06e98-48d5-49ef-b921-665d1067d734 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:19:14.002924 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-04cf2504-af13-4c7d-a322-42c29848c401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (22e06e98-48d5-49ef-b921-665d1067d734), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:14.036749 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-04cf2504-af13-4c7d-a322-42c29848c401 None None] Port 22e06e98-48d5-49ef-b921-665d1067d734 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:19:14.519020 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-d34ccafc-51e9-4752-b05e-81f7b3cfb5c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e06e98-48d5-49ef-b921-665d1067d734 {{(pid=110666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:19:14.523880 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0af8ac-6e20-4916-aaa2-644d3631f35e req-63916047-b4f8-4690-80a2-ca88a3b84758 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:14.525362 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2d0af8ac-6e20-4916-aaa2-644d3631f35e req-63916047-b4f8-4690-80a2-ca88a3b84758 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 931 time: 0.0519619 Mar 31 22:19:14.526538 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-d34ccafc-51e9-4752-b05e-81f7b3cfb5c2 service neutron] Publish callbacks [] for port (22e06e98-48d5-49ef-b921-665d1067d734), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:14.539080 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.provisioning_blocks [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-d34ccafc-51e9-4752-b05e-81f7b3cfb5c2 service neutron] Transition to ACTIVE for port object 22e06e98-48d5-49ef-b921-665d1067d734 will not be triggered until provisioned by entity L2. {{(pid=110666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 22:19:14.573793 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2d0af8ac-6e20-4916-aaa2-644d3631f35e req-4dbc1f4b-0577-4e8d-b06b-a58849da7f43 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425887 Mar 31 22:19:14.617078 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-d34ccafc-51e9-4752-b05e-81f7b3cfb5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (22e06e98-48d5-49ef-b921-665d1067d734), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:14.685609 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ccafc-51e9-4752-b05e-81f7b3cfb5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=22e06e98-48d5-49ef-b921-665d1067d734,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:19:14.737467 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-d34ccafc-51e9-4752-b05e-81f7b3cfb5c2 service neutron] Attempting to bind port 22e06e98-48d5-49ef-b921-665d1067d734 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:19:14.737810 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-d34ccafc-51e9-4752-b05e-81f7b3cfb5c2 service neutron] Attempting to bind port 22e06e98-48d5-49ef-b921-665d1067d734 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '2ccaee25-d016-434f-86f8-62c0948e3d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:19:14.738137 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-d34ccafc-51e9-4752-b05e-81f7b3cfb5c2 service neutron] Attempting to bind port 22e06e98-48d5-49ef-b921-665d1067d734 on network 05fa3d61-50d5-462a-aa25-eb0596f6967e {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:19:14.742700 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-d34ccafc-51e9-4752-b05e-81f7b3cfb5c2 service neutron] Port 22e06e98-48d5-49ef-b921-665d1067d734 on network 05fa3d61-50d5-462a-aa25-eb0596f6967e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:19:14.743029 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-d34ccafc-51e9-4752-b05e-81f7b3cfb5c2 service neutron] Attempting to bind port 22e06e98-48d5-49ef-b921-665d1067d734 on network 05fa3d61-50d5-462a-aa25-eb0596f6967e {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:19:14.748153 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-d34ccafc-51e9-4752-b05e-81f7b3cfb5c2 service neutron] Checking agent: {'id': '0c6c7b6d-d51d-4e70-9732-01ea9921e922', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'started_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:19:14.752833 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-d34ccafc-51e9-4752-b05e-81f7b3cfb5c2 service neutron] Checking segment: {'id': '2ccaee25-d016-434f-86f8-62c0948e3d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:19:14.752833 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-d34ccafc-51e9-4752-b05e-81f7b3cfb5c2 service neutron] Bound using segment: {'id': '2ccaee25-d016-434f-86f8-62c0948e3d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:19:14.752833 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-d34ccafc-51e9-4752-b05e-81f7b3cfb5c2 service neutron] Bound port: 22e06e98-48d5-49ef-b921-665d1067d734, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ccaee25-d016-434f-86f8-62c0948e3d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:19:14.752833 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-d34ccafc-51e9-4752-b05e-81f7b3cfb5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (22e06e98-48d5-49ef-b921-665d1067d734), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:14.819103 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-d34ccafc-51e9-4752-b05e-81f7b3cfb5c2 service neutron] For port 22e06e98-48d5-49ef-b921-665d1067d734, host hv-cinder-83608, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:19:14.822012 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-d34ccafc-51e9-4752-b05e-81f7b3cfb5c2 service neutron] For port 22e06e98-48d5-49ef-b921-665d1067d734, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=22e06e98-48d5-49ef-b921-665d1067d734,segment=NetworkSegment(2ccaee25-d016-434f-86f8-62c0948e3d63),segment_id=2ccaee25-d016-434f-86f8-62c0948e3d63)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:19:14.935649 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-d34ccafc-51e9-4752-b05e-81f7b3cfb5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (22e06e98-48d5-49ef-b921-665d1067d734), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:14.969973 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-d34ccafc-51e9-4752-b05e-81f7b3cfb5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:14.970519 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-d34ccafc-51e9-4752-b05e-81f7b3cfb5c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:14.972295 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-d34ccafc-51e9-4752-b05e-81f7b3cfb5c2 service neutron] 10.222.0.57 "PUT /v2.0/ports/22e06e98-48d5-49ef-b921-665d1067d734 HTTP/1.1" status: 200 len: 1093 time: 1.0541294 Mar 31 22:19:14.974506 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dfe82bd-b3ed-4476-af2c-552c25d4dcb5', 'tag': '22e06e98-48d5-49ef-b921-665d1067d734'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:19:14.977536 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71339ac4-a629-455c-be1a-0852ee459a13" -d '{"events": [{"name": "network-changed", "server_uuid": "8dfe82bd-b3ed-4476-af2c-552c25d4dcb5", "tag": "22e06e98-48d5-49ef-b921-665d1067d734"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:19:15.001887 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ccafc-51e9-4752-b05e-81f7b3cfb5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=22e06e98-48d5-49ef-b921-665d1067d734,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:19:15.015161 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb3e281-411f-42f9-9bc6-f8cdf2751b52 x-openstack-request-id: req-cdb3e281-411f-42f9-9bc6-f8cdf2751b52 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:19:15.015491 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dfe82bd-b3ed-4476-af2c-552c25d4dcb5", "tag": "22e06e98-48d5-49ef-b921-665d1067d734", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:19:15.015712 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cdb3e281-411f-42f9-9bc6-f8cdf2751b52 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:19:15.016125 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdb3e281-411f-42f9-9bc6-f8cdf2751b52'] response: {'name': 'network-changed', 'server_uuid': '8dfe82bd-b3ed-4476-af2c-552c25d4dcb5', 'tag': '22e06e98-48d5-49ef-b921-665d1067d734', 'status': 'completed', 'code': 200} Mar 31 22:19:15.082517 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71339ac4-a629-455c-be1a-0852ee459a13 req-720e5ab8-1daa-49be-adb1-c51a2ee6aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:15.084055 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-71339ac4-a629-455c-be1a-0852ee459a13 req-720e5ab8-1daa-49be-adb1-c51a2ee6aaab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2541d88a8c5f4a3286a2851f433cb829&device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 1127 time: 0.0467353 Mar 31 22:19:15.184585 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71339ac4-a629-455c-be1a-0852ee459a13 req-f0a2bb99-c9b5-4801-8a15-8a18b04ab890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:15.186017 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-71339ac4-a629-455c-be1a-0852ee459a13 req-f0a2bb99-c9b5-4801-8a15-8a18b04ab890 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2541d88a8c5f4a3286a2851f433cb829&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0955191 Mar 31 22:19:15.276373 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71339ac4-a629-455c-be1a-0852ee459a13 req-4977da3b-0a7f-47bd-b8aa-12a20191f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:15.277753 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-71339ac4-a629-455c-be1a-0852ee459a13 req-4977da3b-0a7f-47bd-b8aa-12a20191f3ce service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856102 Mar 31 22:19:15.357993 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-06ab2594-8ebd-42df-818a-94515ef7d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:15.359662 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-06ab2594-8ebd-42df-818a-94515ef7d254 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2541d88a8c5f4a3286a2851f433cb829&device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 1127 time: 0.0457246 Mar 31 22:19:15.405694 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-4d596b13-526d-4d98-a785-f74632853467 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22e06e98-48d5-49ef-b921-665d1067d734 HTTP/1.1" status: 200 len: 217 time: 0.0382595 Mar 31 22:19:15.454952 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-13b3805d-f32f-45f7-827c-7946affc84f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:15.456261 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-13b3805d-f32f-45f7-827c-7946affc84f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3 HTTP/1.1" status: 200 len: 851 time: 0.0423954 Mar 31 22:19:15.503600 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-1fbc9b42-190c-4ce2-a332-fc6305cff373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:15.505028 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-1fbc9b42-190c-4ce2-a332-fc6305cff373 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=05fa3d61-50d5-462a-aa25-eb0596f6967e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427089 Mar 31 22:19:15.594340 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-e394ba9d-8d8f-4122-a1e4-1c6cf141091b service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831747 Mar 31 22:19:15.683154 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-29f45b21-2fd8-4b21-90d8-1f38fa3f5f6c req-7fa1f3d8-7598-4216-aa90-f502e504ed90 service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827777 Mar 31 22:19:15.698717 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b1720-99f6-4521-a639-c0791fb564d8 req-b71dccd9-d770-439e-a35d-aea017aef682 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:15.700162 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b97b1720-99f6-4521-a639-c0791fb564d8 req-b71dccd9-d770-439e-a35d-aea017aef682 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 943 time: 0.0566890 Mar 31 22:19:15.751579 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b97b1720-99f6-4521-a639-c0791fb564d8 req-38e21600-98d9-47ee-b1f7-64d0cde03757 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457096 Mar 31 22:19:16.868321 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfbca0-95c7-4b57-b155-e0ea6520da40 req-78b82dae-96c0-47bc-a77d-c3e3d54faaab tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:16.870292 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b5bfbca0-95c7-4b57-b155-e0ea6520da40 req-78b82dae-96c0-47bc-a77d-c3e3d54faaab tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 943 time: 0.0518980 Mar 31 22:19:16.917213 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-b5bfbca0-95c7-4b57-b155-e0ea6520da40 req-e1f9e64b-b645-4d4c-8496-e38d3b9baefd tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414925 Mar 31 22:19:17.138607 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:19:18.036447 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62973815-b44c-4394-932c-07035c5de537 req-d2e465f2-e251-4e6e-8b3c-56d37c7783bd tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:18.037897 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-62973815-b44c-4394-932c-07035c5de537 req-d2e465f2-e251-4e6e-8b3c-56d37c7783bd tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 943 time: 0.0547400 Mar 31 22:19:18.090223 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-62973815-b44c-4394-932c-07035c5de537 req-00611efb-758e-4d83-b34f-860b123fb5f1 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459728 Mar 31 22:19:19.207855 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae62cc-b196-4319-a50e-eb498fb52deb req-e26e58de-f426-4fb4-8c30-32d8ee74cba9 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:19.209292 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1dae62cc-b196-4319-a50e-eb498fb52deb req-e26e58de-f426-4fb4-8c30-32d8ee74cba9 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 943 time: 0.0528672 Mar 31 22:19:19.258002 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-1dae62cc-b196-4319-a50e-eb498fb52deb req-92610954-0b10-4b44-bb73-ee937dc2e2c7 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419929 Mar 31 22:19:20.510143 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd9db4-658c-4874-968c-35e9ab3eb2aa req-b263037f-fb88-43d4-8910-f75f4bb1700f tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:20.511711 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3fbd9db4-658c-4874-968c-35e9ab3eb2aa req-b263037f-fb88-43d4-8910-f75f4bb1700f tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 943 time: 0.1889441 Mar 31 22:19:20.563247 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-3fbd9db4-658c-4874-968c-35e9ab3eb2aa req-44b93f2e-91aa-4534-876f-ababa24813d7 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458462 Mar 31 22:19:21.725535 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df201411-38ee-4625-b604-41dbbcf0edce req-2cb90413-18e0-495c-9d09-eb645a60b2bb tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:21.726978 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-df201411-38ee-4625-b604-41dbbcf0edce req-2cb90413-18e0-495c-9d09-eb645a60b2bb tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 943 time: 0.0993631 Mar 31 22:19:21.774673 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-df201411-38ee-4625-b604-41dbbcf0edce req-f2cfb2f9-30d6-4557-bc50-cd8740e8dcc3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416348 Mar 31 22:19:22.889494 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c1536-f84a-490d-9b1b-41bbd3fba41f req-e9559a75-2f6d-47fa-a700-466b2919b910 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:22.890992 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-174c1536-f84a-490d-9b1b-41bbd3fba41f req-e9559a75-2f6d-47fa-a700-466b2919b910 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 943 time: 0.0520971 Mar 31 22:19:22.938873 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-174c1536-f84a-490d-9b1b-41bbd3fba41f req-086e6841-4728-4904-9051-1063f5110254 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423748 Mar 31 22:19:23.524263 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 22e06e98-48d5-49ef-b921-665d1067d734 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:19:23.615438 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 22e06e98-48d5-49ef-b921-665d1067d734, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=22e06e98-48d5-49ef-b921-665d1067d734,segment=NetworkSegment(2ccaee25-d016-434f-86f8-62c0948e3d63),segment_id=2ccaee25-d016-434f-86f8-62c0948e3d63)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:19:23.626870 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': '22e06e98-48d5-49ef-b921-665d1067d734', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'port_id': '22e06e98-48d5-49ef-b921-665d1067d734', 'mac_address': 'fa:16:3e:08:04:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:19:23.665236 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 22e06e98-48d5-49ef-b921-665d1067d734 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:19:23.665544 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (22e06e98-48d5-49ef-b921-665d1067d734), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:23.677554 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e06e98-48d5-49ef-b921-665d1067d734 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:19:23.696403 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 22e06e98-48d5-49ef-b921-665d1067d734, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=22e06e98-48d5-49ef-b921-665d1067d734,segment=NetworkSegment(2ccaee25-d016-434f-86f8-62c0948e3d63),segment_id=2ccaee25-d016-434f-86f8-62c0948e3d63)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:19:23.805721 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (22e06e98-48d5-49ef-b921-665d1067d734), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:23.853204 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=22e06e98-48d5-49ef-b921-665d1067d734,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:19:23.860732 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:23.861298 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:23.861538 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:23.861726 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:23.862055 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:23.862414 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:23.862739 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:23.863060 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:23.863383 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:23.863703 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:23.864023 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:23.864344 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:23.864660 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:23.864976 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:23.865293 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:24.018993 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['22e06e98-48d5-49ef-b921-665d1067d734'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:19:24.057320 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd7f08-63f9-4118-b086-0ec4eadaf65b req-61c4a5ba-46ca-48e8-bf28-de18cbb77a33 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:24.058811 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-38fd7f08-63f9-4118-b086-0ec4eadaf65b req-61c4a5ba-46ca-48e8-bf28-de18cbb77a33 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 944 time: 0.0562496 Mar 31 22:19:24.107654 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-38fd7f08-63f9-4118-b086-0ec4eadaf65b req-91986949-dbd1-46ee-a298-a08363710196 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432291 Mar 31 22:19:25.223318 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553993a-a48c-4ac4-8d89-28990bfcfc06 req-ca24ab20-d061-4849-9d76-c45e56dd58da tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:25.224764 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7553993a-a48c-4ac4-8d89-28990bfcfc06 req-ca24ab20-d061-4849-9d76-c45e56dd58da tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 944 time: 0.0527217 Mar 31 22:19:25.272315 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7553993a-a48c-4ac4-8d89-28990bfcfc06 req-aed89d3e-568d-4954-9ed7-a928e6d2956c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420184 Mar 31 22:19:25.540698 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 22e06e98-48d5-49ef-b921-665d1067d734 up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:19:25.654738 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning for port 22e06e98-48d5-49ef-b921-665d1067d734 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 22:19:25.658369 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port 22e06e98-48d5-49ef-b921-665d1067d734 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:19:25.658744 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (22e06e98-48d5-49ef-b921-665d1067d734), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:25.736058 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 22e06e98-48d5-49ef-b921-665d1067d734 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:19:25.736436 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (22e06e98-48d5-49ef-b921-665d1067d734), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:25.757692 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfe82bd-b3ed-4476-af2c-552c25d4dcb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e06e98-48d5-49ef-b921-665d1067d734'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:19:25.762542 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcd387d-4a9c-4148-998f-5ade06f0311e" -d '{"events": [{"server_uuid": "8dfe82bd-b3ed-4476-af2c-552c25d4dcb5", "name": "network-vif-plugged", "status": "completed", "tag": "22e06e98-48d5-49ef-b921-665d1067d734"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:19:25.771684 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 22e06e98-48d5-49ef-b921-665d1067d734, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=22e06e98-48d5-49ef-b921-665d1067d734,segment=NetworkSegment(2ccaee25-d016-434f-86f8-62c0948e3d63),segment_id=2ccaee25-d016-434f-86f8-62c0948e3d63)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:19:25.796450 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36763703-6537-420c-8943-4f0d35937168 x-openstack-request-id: req-36763703-6537-420c-8943-4f0d35937168 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:19:25.796744 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfe82bd-b3ed-4476-af2c-552c25d4dcb5", "name": "network-vif-plugged", "status": "completed", "tag": "22e06e98-48d5-49ef-b921-665d1067d734", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:19:25.797001 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-36763703-6537-420c-8943-4f0d35937168 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:19:25.797403 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36763703-6537-420c-8943-4f0d35937168'] response: {'server_uuid': '8dfe82bd-b3ed-4476-af2c-552c25d4dcb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e06e98-48d5-49ef-b921-665d1067d734', 'code': 200} Mar 31 22:19:25.839750 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (22e06e98-48d5-49ef-b921-665d1067d734), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:25.889242 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=22e06e98-48d5-49ef-b921-665d1067d734,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:19:26.133888 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bb54f-df6f-4596-99a7-5f304d5fbc2b req-6d0bbc6b-c8c2-40cc-bfcb-26b7e2ed4be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:26.135404 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-499bb54f-df6f-4596-99a7-5f304d5fbc2b req-6d0bbc6b-c8c2-40cc-bfcb-26b7e2ed4be2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 1129 time: 0.0486810 Mar 31 22:19:26.180734 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-499bb54f-df6f-4596-99a7-5f304d5fbc2b req-5e414f9d-5752-48be-ba2c-a4ae1fa70e6f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389662 Mar 31 22:19:26.389901 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc24e7d-0c81-4c9c-bbf7-de1ddfa75a59 req-5e2f4e06-b30d-4cff-83c4-1945dd32a376 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:26.391355 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4dc24e7d-0c81-4c9c-bbf7-de1ddfa75a59 req-5e2f4e06-b30d-4cff-83c4-1945dd32a376 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 945 time: 0.0513325 Mar 31 22:19:26.441822 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-4dc24e7d-0c81-4c9c-bbf7-de1ddfa75a59 req-2a0de624-fbbe-42a9-a34f-971738eddac0 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448589 Mar 31 22:19:27.564473 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadacf1-1fe8-4ab2-993c-34f31c93bc05 req-64cc1cdd-9f2c-4925-9e7a-628e6d55bd0e tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:27.566298 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7cadacf1-1fe8-4ab2-993c-34f31c93bc05 req-64cc1cdd-9f2c-4925-9e7a-628e6d55bd0e tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 945 time: 0.0550406 Mar 31 22:19:27.616086 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-7cadacf1-1fe8-4ab2-993c-34f31c93bc05 req-4644887d-19c7-4c9b-8904-19bdd0cc7db4 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443065 Mar 31 22:19:27.734257 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7dc30-841e-46f6-94ea-2cf66b560aec req-c55744fb-737a-47c4-8a1a-3daf0b40c8da tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:27.735685 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-17d7dc30-841e-46f6-94ea-2cf66b560aec req-c55744fb-737a-47c4-8a1a-3daf0b40c8da tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 945 time: 0.0556035 Mar 31 22:19:27.784227 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-17d7dc30-841e-46f6-94ea-2cf66b560aec req-7fa744a0-3266-48bd-8b0d-59b236396840 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430205 Mar 31 22:19:27.806666 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37946) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:19:27.854409 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1f0884-9380-4ac7-b1f5-1b8e9a871001 tempest-TestVolumeBootPattern-1590569107 tempest-TestVolumeBootPattern-1590569107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:27.856622 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-5f1f0884-9380-4ac7-b1f5-1b8e9a871001 tempest-TestVolumeBootPattern-1590569107 tempest-TestVolumeBootPattern-1590569107-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 1124 time: 0.0489862 Mar 31 22:19:27.859431 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 37948) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:19:27.863553 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Request body: {'floatingip': {'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'port_id': '22e06e98-48d5-49ef-b921-665d1067d734', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:19:27.951671 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:28.045082 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:28.147334 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Allocated IP 172.27.2.70 (ad19088a-a902-4a91-855f-5fb9d1c67d87/5d366205-9c7a-4898-9c8b-600d476ec59e/3359d1ef-2e3a-41e0-b336-21e21afc3deb) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:19:28.244239 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for port (3359d1ef-2e3a-41e0-b336-21e21afc3deb), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:28.342965 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (3359d1ef-2e3a-41e0-b336-21e21afc3deb), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:28.383513 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:19:28.386491 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:19:28.392534 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:19:28.397941 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Pushing event updated for resources: {'Port': ['ID=3359d1ef-2e3a-41e0-b336-21e21afc3deb,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:19:28.425785 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:28.426133 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:28.426506 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:28.426845 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:28.427177 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:28.427512 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:28.427837 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:28.428161 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:28.428737 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:28.429061 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:28.429385 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:28.429706 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:28.430025 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:28.430365 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:28.430699 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:19:28.746023 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for floatingip (f60c6805-9d11-4ddf-92eb-50855d4d3b31), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:29.118392 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (3359d1ef-2e3a-41e0-b336-21e21afc3deb), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:29.263311 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for port (3359d1ef-2e3a-41e0-b336-21e21afc3deb), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:29.317025 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114205'] for port (3359d1ef-2e3a-41e0-b336-21e21afc3deb), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:29.383263 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Pushing event updated for resources: {'Port': ['ID=3359d1ef-2e3a-41e0-b336-21e21afc3deb,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:19:29.392993 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (f60c6805-9d11-4ddf-92eb-50855d4d3b31), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:29.491932 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Floating IP f60c6805-9d11-4ddf-92eb-50855d4d3b31 associated. External IP: 172.27.2.70, port: 22e06e98-48d5-49ef-b921-665d1067d734. Mar 31 22:19:29.701863 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:19:29.816021 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:19:29.825350 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415014d6-8049-479b-b0ef-3e1466df2ada None None] Sync routers for ids ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:19:29.834370 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415014d6-8049-479b-b0ef-3e1466df2ada None None] Routers {'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:19:29.834986 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-415014d6-8049-479b-b0ef-3e1466df2ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:19:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:19:29.887806 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:29.918097 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-939d4c0c-9a2b-47a1-b469-cb98c68af76a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0575585 Mar 31 22:19:29.918770 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dfe82bd-b3ed-4476-af2c-552c25d4dcb5', 'tag': '22e06e98-48d5-49ef-b921-665d1067d734'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:19:29.920994 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d034bfc735977369ecc1df0796a02fa1e575f952a1ba42ee6983d0042c1cfb33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fca0a30-0b86-457f-b93a-b62613b40f39" -d '{"events": [{"name": "network-changed", "server_uuid": "8dfe82bd-b3ed-4476-af2c-552c25d4dcb5", "tag": "22e06e98-48d5-49ef-b921-665d1067d734"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:19:29.948626 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-415014d6-8049-479b-b0ef-3e1466df2ada None None] Set router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:19:30.014033 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f40e3a6-7973-4f07-9776-aaf62eff209f x-openstack-request-id: req-7f40e3a6-7973-4f07-9776-aaf62eff209f {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:19:30.014370 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dfe82bd-b3ed-4476-af2c-552c25d4dcb5", "tag": "22e06e98-48d5-49ef-b921-665d1067d734", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:19:30.014627 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7f40e3a6-7973-4f07-9776-aaf62eff209f {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:19:30.015053 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f40e3a6-7973-4f07-9776-aaf62eff209f'] response: {'name': 'network-changed', 'server_uuid': '8dfe82bd-b3ed-4476-af2c-552c25d4dcb5', 'tag': '22e06e98-48d5-49ef-b921-665d1067d734', 'status': 'completed', 'code': 200} Mar 31 22:19:30.079091 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca0a30-0b86-457f-b93a-b62613b40f39 req-12f093e1-c230-4abd-a47e-cc339d603d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:30.081134 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5fca0a30-0b86-457f-b93a-b62613b40f39 req-12f093e1-c230-4abd-a47e-cc339d603d57 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2541d88a8c5f4a3286a2851f433cb829&device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 1129 time: 0.0453362 Mar 31 22:19:30.172017 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca0a30-0b86-457f-b93a-b62613b40f39 req-f4761e1e-7eb5-4f8e-a048-1c3c10d02a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:30.173817 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5fca0a30-0b86-457f-b93a-b62613b40f39 req-f4761e1e-7eb5-4f8e-a048-1c3c10d02a06 service neutron] 10.222.0.57 "GET /v2.0/networks?id=05fa3d61-50d5-462a-aa25-eb0596f6967e HTTP/1.1" status: 200 len: 913 time: 0.0854669 Mar 31 22:19:30.173981 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-415014d6-8049-479b-b0ef-3e1466df2ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:24Z', 'revision_number': 4, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port': {'id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'f60c6805-9d11-4ddf-92eb-50855d4d3b31', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'port_id': '22e06e98-48d5-49ef-b921-665d1067d734', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'mac_address': 'fa:16:3e:08:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe82bd-b3ed-4476-af2c-552c25d4dcb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:19:28Z', 'updated_at': '2022-03-31T22:19:28Z', 'revision_number': 0, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996070c2-54ea-4904-ba73-970ce6b17500', 'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'mac_address': 'fa:16:3e:5c:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:23Z', 'updated_at': '2022-03-31T22:16:27Z', 'revision_number': 5, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'subnets': [{'id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:19:30.200273 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415014d6-8049-479b-b0ef-3e1466df2ada None None] Checking router: f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:19:30.208622 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415014d6-8049-479b-b0ef-3e1466df2ada None None] Routers {'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:19:30.209168 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-415014d6-8049-479b-b0ef-3e1466df2ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:19:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:19:30.243034 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5fca0a30-0b86-457f-b93a-b62613b40f39 req-6e3592e2-b76f-48aa-befa-34b41280bc40 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22e06e98-48d5-49ef-b921-665d1067d734 HTTP/1.1" status: 200 len: 998 time: 0.0623705 Mar 31 22:19:30.290910 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca0a30-0b86-457f-b93a-b62613b40f39 req-4934ebc6-0383-41f6-ac7a-4ac63022a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:30.292403 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5fca0a30-0b86-457f-b93a-b62613b40f39 req-4934ebc6-0383-41f6-ac7a-4ac63022a670 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3 HTTP/1.1" status: 200 len: 851 time: 0.0435390 Mar 31 22:19:30.319662 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-415014d6-8049-479b-b0ef-3e1466df2ada None None] Set router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:19:30.339548 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca0a30-0b86-457f-b93a-b62613b40f39 req-08fd3881-6357-4520-ae2d-df6be7cf57a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:19:30.341566 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5fca0a30-0b86-457f-b93a-b62613b40f39 req-08fd3881-6357-4520-ae2d-df6be7cf57a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=05fa3d61-50d5-462a-aa25-eb0596f6967e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433688 Mar 31 22:19:30.433543 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5fca0a30-0b86-457f-b93a-b62613b40f39 req-a1c7ce51-303f-4571-adbd-bdf712ead8d0 service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859561 Mar 31 22:19:30.522915 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-5fca0a30-0b86-457f-b93a-b62613b40f39 req-81235640-7974-4735-920c-c923c21058d2 service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832596 Mar 31 22:19:30.543104 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-415014d6-8049-479b-b0ef-3e1466df2ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:24Z', 'revision_number': 4, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port': {'id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'f60c6805-9d11-4ddf-92eb-50855d4d3b31', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'port_id': '22e06e98-48d5-49ef-b921-665d1067d734', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'mac_address': 'fa:16:3e:08:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe82bd-b3ed-4476-af2c-552c25d4dcb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:19:28Z', 'updated_at': '2022-03-31T22:19:28Z', 'revision_number': 0, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996070c2-54ea-4904-ba73-970ce6b17500', 'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'mac_address': 'fa:16:3e:5c:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:23Z', 'updated_at': '2022-03-31T22:16:27Z', 'revision_number': 5, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'subnets': [{'id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:19:30.569652 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415014d6-8049-479b-b0ef-3e1466df2ada None None] The sync data for ids ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'] in dv-cinder-836083-1-iscsi is: [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:24Z', 'revision_number': 4, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port': {'id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'f60c6805-9d11-4ddf-92eb-50855d4d3b31', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'port_id': '22e06e98-48d5-49ef-b921-665d1067d734', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'mac_address': 'fa:16:3e:08:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe82bd-b3ed-4476-af2c-552c25d4dcb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:19:28Z', 'updated_at': '2022-03-31T22:19:28Z', 'revision_number': 0, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996070c2-54ea-4904-ba73-970ce6b17500', 'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'mac_address': 'fa:16:3e:5c:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:23Z', 'updated_at': '2022-03-31T22:16:27Z', 'revision_number': 5, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'subnets': [{'id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:19:30.756629 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b395397-0bfc-49c9-a002-b85d722b8642 None None] New status for floating IP f60c6805-9d11-4ddf-92eb-50855d4d3b31: ACTIVE {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:19:34.232406 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-100bc965-73f5-4563-b168-48d4205eca14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:36.682688 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-183b655e-5af8-49ca-9404-2b6c2d62ec9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:37.593605 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:37.845317 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:39.099724 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:40.443069 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:19:50.515932 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [req-776f5dac-e534-4d16-a544-c57affdb98ef req-84a3dc89-4f7d-4d96-9761-338842304b46 service neutron] (110666) timed out ('10.222.0.57', 50431) {{(pid=110666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 22:19:51.304240 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [req-8d4009e1-5b68-4e3e-b78b-52fefdc4cf9b req-906c83d4-b3d6-44d6-8152-799556cf491f service neutron] (110666) timed out ('10.222.0.57', 50449) {{(pid=110666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 22:19:51.317464 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [req-fa3678c9-1291-4a92-9927-69186d1c707a req-321ef5c2-e333-4c2e-97c2-d51a21f57be7 service neutron] (110667) timed out ('10.222.0.57', 50415) {{(pid=110667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 22:19:54.137522 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:20:04.204708 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0a203c85-346e-4ff4-bc8e-c28694719abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:20:06.661298 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-42dce929-2eff-48be-a508-0a9ba1f5b14d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:20:07.590663 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:20:07.824752 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:20:09.113097 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:20:10.415494 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:20:26.889965 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-73ef9cd1-328a-4892-9ee2-3b051cd1ec32 req-3754d074-354c-4c57-8c64-053e6111335d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0917277 Mar 31 22:20:26.973615 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef9cd1-328a-4892-9ee2-3b051cd1ec32 req-934e18ee-1399-4bcd-bc76-72d18a47ca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:20:26.975112 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-73ef9cd1-328a-4892-9ee2-3b051cd1ec32 req-934e18ee-1399-4bcd-bc76-72d18a47ca88 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2541d88a8c5f4a3286a2851f433cb829&device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 1129 time: 0.0443847 Mar 31 22:20:27.076674 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef9cd1-328a-4892-9ee2-3b051cd1ec32 req-4f114bb6-7798-4e13-9aab-ae17339c9d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:20:27.078078 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-73ef9cd1-328a-4892-9ee2-3b051cd1ec32 req-4f114bb6-7798-4e13-9aab-ae17339c9d8b service neutron] 10.222.0.57 "GET /v2.0/networks?id=05fa3d61-50d5-462a-aa25-eb0596f6967e HTTP/1.1" status: 200 len: 913 time: 0.0839396 Mar 31 22:20:27.145738 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-73ef9cd1-328a-4892-9ee2-3b051cd1ec32 req-d2c7a017-56d4-4db1-b977-3383c63b27cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22e06e98-48d5-49ef-b921-665d1067d734 HTTP/1.1" status: 200 len: 1000 time: 0.0615904 Mar 31 22:20:27.193547 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef9cd1-328a-4892-9ee2-3b051cd1ec32 req-46b6bc2d-442b-43ac-8c93-216a7c563915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:20:27.195035 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-73ef9cd1-328a-4892-9ee2-3b051cd1ec32 req-46b6bc2d-442b-43ac-8c93-216a7c563915 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3 HTTP/1.1" status: 200 len: 851 time: 0.0431848 Mar 31 22:20:27.245965 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef9cd1-328a-4892-9ee2-3b051cd1ec32 req-6d2c12e2-c12c-4f45-ac08-1c46b9d759d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:20:27.247523 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-73ef9cd1-328a-4892-9ee2-3b051cd1ec32 req-6d2c12e2-c12c-4f45-ac08-1c46b9d759d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=05fa3d61-50d5-462a-aa25-eb0596f6967e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473278 Mar 31 22:20:27.337383 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-73ef9cd1-328a-4892-9ee2-3b051cd1ec32 req-23228143-604c-4e99-9606-bef6c7e0812b service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839798 Mar 31 22:20:27.425595 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-73ef9cd1-328a-4892-9ee2-3b051cd1ec32 req-72ef34ac-d489-460c-bf51-245541938856 service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818489 Mar 31 22:20:31.136554 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:20:34.223854 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-dec0a8b2-96c2-4902-a62a-d2f4966b1297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:20:36.659324 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7731dbf3-063f-48e9-9608-1c34187686ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:20:37.595691 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:20:37.852684 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:20:39.098461 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:20:40.424317 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:04.266133 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-11ec640d-6dd1-4fc2-9e00-fd3ae3ed72d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:06.642976 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a33cdb96-f324-46fd-9ae1-f0a153c8f561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:07.600114 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:07.840782 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:08.136692 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:21:09.151535 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:10.408810 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:22.109683 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-72b78275-a5e1-4f6d-867e-b220692f624b tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1221441207&fields=id&tenant_id=2541d88a8c5f4a3286a2851f433cb829 HTTP/1.1" status: 200 len: 267 time: 0.0454278 Mar 31 22:21:22.218085 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-a5b8bb72-3449-4097-87ea-47ebc759ed9f tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:22.219181 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-a5b8bb72-3449-4097-87ea-47ebc759ed9f tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/networks?id=05fa3d61-50d5-462a-aa25-eb0596f6967e HTTP/1.1" status: 200 len: 812 time: 0.1030545 Mar 31 22:21:22.234704 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-89a0b5a0-12e2-44e2-8601-e47b38399a9d tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/quotas/2541d88a8c5f4a3286a2851f433cb829 HTTP/1.1" status: 200 len: 375 time: 0.0099399 Mar 31 22:21:22.293335 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-0ddc26cd-68b0-4aa2-8405-868c059d870b tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=2541d88a8c5f4a3286a2851f433cb829&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525782 Mar 31 22:21:22.388021 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-3b477695-f072-4086-bade-f1efa50ff5f6 service neutron] 10.222.0.59 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829279 Mar 31 22:21:22.479397 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-a165865b-5bfb-44ed-859e-dcd3408af348 service neutron] 10.222.0.59 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855868 Mar 31 22:21:23.065058 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f322e71f-02c7-4712-a558-0d955d1faa5f req-0cf87355-59ea-435f-8ce8-5835c24fe02c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5292c45-aa6a-4b42-929c-dce21bd69874 HTTP/1.1" status: 200 len: 210 time: 0.0283351 Mar 31 22:21:24.158619 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-37046bd1-d64b-4073-a28c-a42a59aa64b3 req-da602ad7-7101-427a-82f1-8bfc57bdf99a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5292c45-aa6a-4b42-929c-dce21bd69874 HTTP/1.1" status: 200 len: 210 time: 0.0263863 Mar 31 22:21:24.784493 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-c188203a-96af-4f8e-a6cb-a4f29ec49d92 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:24.785967 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-c188203a-96af-4f8e-a6cb-a4f29ec49d92 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.57 "GET /v2.0/networks?id=05fa3d61-50d5-462a-aa25-eb0596f6967e HTTP/1.1" status: 200 len: 812 time: 0.1054018 Mar 31 22:21:24.849021 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-7eb39c13-b84a-4da9-9868-9f8d435727f1 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2541d88a8c5f4a3286a2851f433cb829 HTTP/1.1" status: 200 len: 380 time: 0.0547631 Mar 31 22:21:24.859637 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Request body: {'port': {'device_id': 'a5292c45-aa6a-4b42-929c-dce21bd69874', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'admin_state_up': True, 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'security_groups': ['6f9f56ed-415f-4abe-bfae-d959ee72a4af']}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:21:25.031695 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Made reservation on behalf of 2541d88a8c5f4a3286a2851f433cb829 for: {'port': 1} {{(pid=110666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 22:21:25.035088 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:25.158686 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_common [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Allocated IP 172.20.0.3 (05fa3d61-50d5-462a-aa25-eb0596f6967e/cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3/440803f9-f453-49c0-a8dc-72afdcd13fb1) {{(pid=110666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:21:25.255326 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-88f397b2-c755-47dc-bc27-13670d6bcf40 req-0fb8a1ec-2cf7-4e39-91ec-7f5e624aa3f4 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5292c45-aa6a-4b42-929c-dce21bd69874 HTTP/1.1" status: 200 len: 210 time: 0.0273256 Mar 31 22:21:25.306694 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for port (440803f9-f453-49c0-a8dc-72afdcd13fb1), precommit_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:25.417951 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (440803f9-f453-49c0-a8dc-72afdcd13fb1), after_create {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:25.460289 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Network 05fa3d61-50d5-462a-aa25-eb0596f6967e is already hosted by enough agents. {{(pid=110666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:21:25.463399 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.base_scheduler [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Resources bound (agent type, host, resource id): {{(pid=110666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:21:25.469856 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Received port after_create {{(pid=110666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:21:25.475756 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Pushing event updated for resources: {'Port': ['ID=440803f9-f453-49c0-a8dc-72afdcd13fb1,revision_number=1']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:21:25.502113 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:25.502512 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:25.502858 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:25.503197 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:25.503530 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:25.503880 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:25.504204 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:25.504526 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:25.504862 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:25.505183 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:25.505505 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:25.505827 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:25.506146 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:25.506505 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:25.506835 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:25.538597 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:25.539211 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:25.620199 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-ab8b9735-dd6b-4d2f-85db-7d7b6b4531f3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7641776 Mar 31 22:21:25.632180 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.v2.base [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-abc62630-2f26-40ba-afdd-fed9c02bf872 service neutron] Request body: {'port': {'device_id': 'a5292c45-aa6a-4b42-929c-dce21bd69874', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83608'}} {{(pid=110666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:21:25.691970 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-abc62630-2f26-40ba-afdd-fed9c02bf872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (440803f9-f453-49c0-a8dc-72afdcd13fb1), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:25.762217 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-281f8fb0-5fa9-43da-a452-fdc28159fb27 None None] Provisioning complete for port 440803f9-f453-49c0-a8dc-72afdcd13fb1 triggered by entity DHCP. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:21:25.762915 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-281f8fb0-5fa9-43da-a452-fdc28159fb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (440803f9-f453-49c0-a8dc-72afdcd13fb1), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:25.795832 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-281f8fb0-5fa9-43da-a452-fdc28159fb27 None None] Port 440803f9-f453-49c0-a8dc-72afdcd13fb1 cannot update to ACTIVE because it is not bound. {{(pid=110668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 22:21:25.960097 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-abc62630-2f26-40ba-afdd-fed9c02bf872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 440803f9-f453-49c0-a8dc-72afdcd13fb1 {{(pid=110666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:21:25.968342 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-abc62630-2f26-40ba-afdd-fed9c02bf872 service neutron] Publish callbacks [] for port (440803f9-f453-49c0-a8dc-72afdcd13fb1), precommit_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:25.979920 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.provisioning_blocks [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-abc62630-2f26-40ba-afdd-fed9c02bf872 service neutron] Transition to ACTIVE for port object 440803f9-f453-49c0-a8dc-72afdcd13fb1 will not be triggered until provisioned by entity L2. {{(pid=110666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 22:21:26.074314 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-abc62630-2f26-40ba-afdd-fed9c02bf872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (440803f9-f453-49c0-a8dc-72afdcd13fb1), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:26.125895 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc62630-2f26-40ba-afdd-fed9c02bf872 service neutron] Pushing event updated for resources: {'Port': ['ID=440803f9-f453-49c0-a8dc-72afdcd13fb1,revision_number=2']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:21:26.198474 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-abc62630-2f26-40ba-afdd-fed9c02bf872 service neutron] Attempting to bind port 440803f9-f453-49c0-a8dc-72afdcd13fb1 on host hv-cinder-83608 for vnic_type normal with profile {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 22:21:26.198815 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-abc62630-2f26-40ba-afdd-fed9c02bf872 service neutron] Attempting to bind port 440803f9-f453-49c0-a8dc-72afdcd13fb1 by drivers openvswitch,hyperv on host hv-cinder-83608 at level 0 using segments [{'id': '2ccaee25-d016-434f-86f8-62c0948e3d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e'}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 22:21:26.199147 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-abc62630-2f26-40ba-afdd-fed9c02bf872 service neutron] Attempting to bind port 440803f9-f453-49c0-a8dc-72afdcd13fb1 on network 05fa3d61-50d5-462a-aa25-eb0596f6967e {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:21:26.203723 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-abc62630-2f26-40ba-afdd-fed9c02bf872 service neutron] Port 440803f9-f453-49c0-a8dc-72afdcd13fb1 on network 05fa3d61-50d5-462a-aa25-eb0596f6967e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83608 {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 22:21:26.204047 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-abc62630-2f26-40ba-afdd-fed9c02bf872 service neutron] Attempting to bind port 440803f9-f453-49c0-a8dc-72afdcd13fb1 on network 05fa3d61-50d5-462a-aa25-eb0596f6967e {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 22:21:26.209290 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-abc62630-2f26-40ba-afdd-fed9c02bf872 service neutron] Checking agent: {'id': '0c6c7b6d-d51d-4e70-9732-01ea9921e922', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'started_at': datetime.datetime(2022, 3, 31, 22, 2, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 22, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 22:21:26.209629 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-abc62630-2f26-40ba-afdd-fed9c02bf872 service neutron] Checking segment: {'id': '2ccaee25-d016-434f-86f8-62c0948e3d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 22:21:26.210015 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-abc62630-2f26-40ba-afdd-fed9c02bf872 service neutron] Bound using segment: {'id': '2ccaee25-d016-434f-86f8-62c0948e3d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e'} {{(pid=110666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 22:21:26.210548 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.managers [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-abc62630-2f26-40ba-afdd-fed9c02bf872 service neutron] Bound port: 440803f9-f453-49c0-a8dc-72afdcd13fb1, host: hv-cinder-83608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ccaee25-d016-434f-86f8-62c0948e3d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e'}}] {{(pid=110666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 22:21:26.210839 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-abc62630-2f26-40ba-afdd-fed9c02bf872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (440803f9-f453-49c0-a8dc-72afdcd13fb1), before_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:26.289836 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-abc62630-2f26-40ba-afdd-fed9c02bf872 service neutron] For port 440803f9-f453-49c0-a8dc-72afdcd13fb1, host hv-cinder-83608, cleared binding levels {{(pid=110666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 22:21:26.296172 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-abc62630-2f26-40ba-afdd-fed9c02bf872 service neutron] For port 440803f9-f453-49c0-a8dc-72afdcd13fb1, host hv-cinder-83608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=440803f9-f453-49c0-a8dc-72afdcd13fb1,segment=NetworkSegment(2ccaee25-d016-434f-86f8-62c0948e3d63),segment_id=2ccaee25-d016-434f-86f8-62c0948e3d63)] {{(pid=110666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 22:21:26.363233 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-abc62630-2f26-40ba-afdd-fed9c02bf872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10429449'] for port (440803f9-f453-49c0-a8dc-72afdcd13fb1), after_update {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:26.382867 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7667c-7f1e-4c4e-b99e-8b4d7d417caa req-8d3c308f-7969-4bfa-bb70-487f191f6185 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:26.384443 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-71f7667c-7f1e-4c4e-b99e-8b4d7d417caa req-8d3c308f-7969-4bfa-bb70-487f191f6185 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5292c45-aa6a-4b42-929c-dce21bd69874 HTTP/1.1" status: 200 len: 943 time: 0.0598574 Mar 31 22:21:26.398382 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-abc62630-2f26-40ba-afdd-fed9c02bf872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:26.399091 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-abc62630-2f26-40ba-afdd-fed9c02bf872 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:26.400589 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-abc62630-2f26-40ba-afdd-fed9c02bf872 service neutron] 10.222.0.57 "PUT /v2.0/ports/440803f9-f453-49c0-a8dc-72afdcd13fb1 HTTP/1.1" status: 200 len: 1093 time: 0.7729750 Mar 31 22:21:26.401044 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5292c45-aa6a-4b42-929c-dce21bd69874', 'tag': '440803f9-f453-49c0-a8dc-72afdcd13fb1'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:21:26.403301 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006f6416-7991-4a0a-80e6-9b373717392d" -d '{"events": [{"name": "network-changed", "server_uuid": "a5292c45-aa6a-4b42-929c-dce21bd69874", "tag": "440803f9-f453-49c0-a8dc-72afdcd13fb1"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:21:26.431194 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc62630-2f26-40ba-afdd-fed9c02bf872 service neutron] Pushing event updated for resources: {'Port': ['ID=440803f9-f453-49c0-a8dc-72afdcd13fb1,revision_number=3']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:21:26.449269 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-71f7667c-7f1e-4c4e-b99e-8b4d7d417caa req-f5ec136b-38eb-4c90-b0a4-a3764f153c5a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570674 Mar 31 22:21:26.523941 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d398abe-064b-4a07-b67d-158d725d5c86 x-openstack-request-id: req-9d398abe-064b-4a07-b67d-158d725d5c86 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:21:26.524234 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5292c45-aa6a-4b42-929c-dce21bd69874", "tag": "440803f9-f453-49c0-a8dc-72afdcd13fb1", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:21:26.524487 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9d398abe-064b-4a07-b67d-158d725d5c86 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:21:26.524893 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d398abe-064b-4a07-b67d-158d725d5c86'] response: {'name': 'network-changed', 'server_uuid': 'a5292c45-aa6a-4b42-929c-dce21bd69874', 'tag': '440803f9-f453-49c0-a8dc-72afdcd13fb1', 'status': 'completed', 'code': 200} Mar 31 22:21:26.563770 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-6e60f699-ad0f-433c-a1ce-f9209b746fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:26.565316 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-6e60f699-ad0f-433c-a1ce-f9209b746fe0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2541d88a8c5f4a3286a2851f433cb829&device_id=a5292c45-aa6a-4b42-929c-dce21bd69874 HTTP/1.1" status: 200 len: 1127 time: 0.0500026 Mar 31 22:21:26.608576 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-46eec48d-827f-46c2-aa7a-1924b14b6a9e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=440803f9-f453-49c0-a8dc-72afdcd13fb1 HTTP/1.1" status: 200 len: 217 time: 0.0357189 Mar 31 22:21:26.662235 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-64768ddf-4b8c-4503-acb2-7335729cee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:26.663700 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-64768ddf-4b8c-4503-acb2-7335729cee4d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3 HTTP/1.1" status: 200 len: 851 time: 0.0502098 Mar 31 22:21:26.712685 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-90f6c652-298f-4bf1-86d8-f0a3bec291f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:26.714384 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-90f6c652-298f-4bf1-86d8-f0a3bec291f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=05fa3d61-50d5-462a-aa25-eb0596f6967e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443525 Mar 31 22:21:26.801921 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-d5c20706-f6b6-40bb-8bf3-18fde05315d8 service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818684 Mar 31 22:21:26.893937 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-6e4540fb-c1ea-4375-8cf2-e1d0aecf646f req-6e6200b0-fd44-4c01-be2f-6545b19c702b service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866117 Mar 31 22:21:27.042612 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f6416-7991-4a0a-80e6-9b373717392d req-96dc40c3-fd32-400e-b73c-edc20d2f4ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:27.043975 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-006f6416-7991-4a0a-80e6-9b373717392d req-96dc40c3-fd32-400e-b73c-edc20d2f4ddb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2541d88a8c5f4a3286a2851f433cb829&device_id=a5292c45-aa6a-4b42-929c-dce21bd69874 HTTP/1.1" status: 200 len: 1127 time: 0.0441089 Mar 31 22:21:27.135495 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f6416-7991-4a0a-80e6-9b373717392d req-e7380a00-e7f6-4124-8aee-4266ccb21e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:27.136938 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-006f6416-7991-4a0a-80e6-9b373717392d req-e7380a00-e7f6-4124-8aee-4266ccb21e75 service neutron] 10.222.0.57 "GET /v2.0/networks?id=05fa3d61-50d5-462a-aa25-eb0596f6967e HTTP/1.1" status: 200 len: 913 time: 0.0866468 Mar 31 22:21:27.178781 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-006f6416-7991-4a0a-80e6-9b373717392d req-6cda5c4a-1686-4533-8421-a60cec374ccf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=440803f9-f453-49c0-a8dc-72afdcd13fb1 HTTP/1.1" status: 200 len: 217 time: 0.0343745 Mar 31 22:21:27.227694 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f6416-7991-4a0a-80e6-9b373717392d req-634480f3-bc9b-41dd-8283-0cc8a809995c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:27.229102 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-006f6416-7991-4a0a-80e6-9b373717392d req-634480f3-bc9b-41dd-8283-0cc8a809995c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3 HTTP/1.1" status: 200 len: 851 time: 0.0415339 Mar 31 22:21:27.280787 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f6416-7991-4a0a-80e6-9b373717392d req-327cd2b1-253b-4fae-bd3b-f18fdadfd895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:27.282314 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-006f6416-7991-4a0a-80e6-9b373717392d req-327cd2b1-253b-4fae-bd3b-f18fdadfd895 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=05fa3d61-50d5-462a-aa25-eb0596f6967e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470583 Mar 31 22:21:27.370753 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-006f6416-7991-4a0a-80e6-9b373717392d req-a0f0fd11-9259-44a9-9546-3962ef05b078 service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818002 Mar 31 22:21:27.464533 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-006f6416-7991-4a0a-80e6-9b373717392d req-be3dbe74-0543-4368-8b68-5adf879bc817 service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847282 Mar 31 22:21:27.569452 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547a74b-71ec-4a10-81dd-e6900edbea92 req-caeff35b-eb91-45d9-b60b-129487ff9c60 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:27.570907 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5547a74b-71ec-4a10-81dd-e6900edbea92 req-caeff35b-eb91-45d9-b60b-129487ff9c60 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5292c45-aa6a-4b42-929c-dce21bd69874 HTTP/1.1" status: 200 len: 943 time: 0.0514638 Mar 31 22:21:27.618263 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-5547a74b-71ec-4a10-81dd-e6900edbea92 req-31407f07-7034-487b-bc2c-a313289eddba tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417717 Mar 31 22:21:28.738571 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff2cf6-7dd0-4d9f-a7f0-9a314ff03936 req-e44c4bac-656b-4906-a63c-f9762bd02db6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:28.740001 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-66ff2cf6-7dd0-4d9f-a7f0-9a314ff03936 req-e44c4bac-656b-4906-a63c-f9762bd02db6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5292c45-aa6a-4b42-929c-dce21bd69874 HTTP/1.1" status: 200 len: 943 time: 0.0551486 Mar 31 22:21:28.788831 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-66ff2cf6-7dd0-4d9f-a7f0-9a314ff03936 req-71ea3147-d709-4bf9-83f1-a4e7e4aafb55 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432224 Mar 31 22:21:28.818561 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f62f5d4c-eb61-4a98-b774-9609adf7b47c req-f540d50f-34b5-4aa8-9b7c-25a49cb77167 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446699 Mar 31 22:21:28.901592 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f5d4c-eb61-4a98-b774-9609adf7b47c req-4d2f7da1-c7a8-44b8-a00b-278c1969f4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:28.903013 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f62f5d4c-eb61-4a98-b774-9609adf7b47c req-4d2f7da1-c7a8-44b8-a00b-278c1969f4c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2541d88a8c5f4a3286a2851f433cb829&device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 1129 time: 0.0446210 Mar 31 22:21:29.004624 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f5d4c-eb61-4a98-b774-9609adf7b47c req-cd547b29-5278-418e-a1cf-d9a0415f16a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:29.006048 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f62f5d4c-eb61-4a98-b774-9609adf7b47c req-cd547b29-5278-418e-a1cf-d9a0415f16a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=05fa3d61-50d5-462a-aa25-eb0596f6967e HTTP/1.1" status: 200 len: 913 time: 0.0851178 Mar 31 22:21:29.067939 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f62f5d4c-eb61-4a98-b774-9609adf7b47c req-446cb602-d3e4-4a8a-8a12-7a91efd38f78 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22e06e98-48d5-49ef-b921-665d1067d734 HTTP/1.1" status: 200 len: 1000 time: 0.0562067 Mar 31 22:21:29.114085 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f5d4c-eb61-4a98-b774-9609adf7b47c req-66d4d763-3c67-4bdd-ae7e-d7c7205753d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:29.115473 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f62f5d4c-eb61-4a98-b774-9609adf7b47c req-66d4d763-3c67-4bdd-ae7e-d7c7205753d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3 HTTP/1.1" status: 200 len: 851 time: 0.0416071 Mar 31 22:21:29.165833 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f5d4c-eb61-4a98-b774-9609adf7b47c req-12239e92-e357-447e-86b1-6dc7e95de81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:29.167212 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f62f5d4c-eb61-4a98-b774-9609adf7b47c req-12239e92-e357-447e-86b1-6dc7e95de81b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=05fa3d61-50d5-462a-aa25-eb0596f6967e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451217 Mar 31 22:21:29.253322 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f62f5d4c-eb61-4a98-b774-9609adf7b47c req-e0f96529-249e-4ec7-b313-2a793d9d1d8d service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801988 Mar 31 22:21:29.341585 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-f62f5d4c-eb61-4a98-b774-9609adf7b47c req-824153af-b877-4a04-b35d-1b3c28c632e6 service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830116 Mar 31 22:21:29.904549 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b75bd-4da6-4cde-b02a-dd28b961d0e6 req-535b2da9-9a51-41eb-bc78-71ebde0f9a7f tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:29.906599 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6b3b75bd-4da6-4cde-b02a-dd28b961d0e6 req-535b2da9-9a51-41eb-bc78-71ebde0f9a7f tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5292c45-aa6a-4b42-929c-dce21bd69874 HTTP/1.1" status: 200 len: 943 time: 0.0525959 Mar 31 22:21:29.956697 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-6b3b75bd-4da6-4cde-b02a-dd28b961d0e6 req-01361d9e-cb77-4fa3-a3dc-618752a9d940 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445781 Mar 31 22:21:31.072949 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455713d-62d1-4e78-8f32-861289796926 req-5b2ce243-726c-4bd7-a3b7-55a78d1ce646 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:31.074324 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9455713d-62d1-4e78-8f32-861289796926 req-5b2ce243-726c-4bd7-a3b7-55a78d1ce646 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5292c45-aa6a-4b42-929c-dce21bd69874 HTTP/1.1" status: 200 len: 943 time: 0.0518739 Mar 31 22:21:31.125388 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-9455713d-62d1-4e78-8f32-861289796926 req-9ce95322-5b14-4193-85cd-8570ea3fbe0d tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456035 Mar 31 22:21:32.297433 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44873fa-d605-45de-8289-0ebce01526a8 req-b57476af-4dbb-4969-87da-eb99d221ac84 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:32.298927 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e44873fa-d605-45de-8289-0ebce01526a8 req-b57476af-4dbb-4969-87da-eb99d221ac84 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5292c45-aa6a-4b42-929c-dce21bd69874 HTTP/1.1" status: 200 len: 943 time: 0.0539694 Mar 31 22:21:32.348119 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e44873fa-d605-45de-8289-0ebce01526a8 req-ecfc8f71-5c29-48c1-bc49-72cf1a8ec25a tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432839 Mar 31 22:21:33.467932 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f7597-1708-4966-8684-ae2b3f306b89 req-190afb95-9983-4e32-91b3-5c3fc816557c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:33.469407 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-499f7597-1708-4966-8684-ae2b3f306b89 req-190afb95-9983-4e32-91b3-5c3fc816557c tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5292c45-aa6a-4b42-929c-dce21bd69874 HTTP/1.1" status: 200 len: 943 time: 0.0536606 Mar 31 22:21:33.517270 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-499f7597-1708-4966-8684-ae2b3f306b89 req-4c2c102a-5ce9-465d-a4e4-3cb8faa8a6f8 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423839 Mar 31 22:21:34.092180 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 440803f9-f453-49c0-a8dc-72afdcd13fb1 details requested by agent hyperv_hv-cinder-83608 with host hv-cinder-83608 {{(pid=110668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 22:21:34.323844 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 440803f9-f453-49c0-a8dc-72afdcd13fb1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=440803f9-f453-49c0-a8dc-72afdcd13fb1,segment=NetworkSegment(2ccaee25-d016-434f-86f8-62c0948e3d63),segment_id=2ccaee25-d016-434f-86f8-62c0948e3d63)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:21:34.334614 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Returning: {'device': '440803f9-f453-49c0-a8dc-72afdcd13fb1', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'port_id': '440803f9-f453-49c0-a8dc-72afdcd13fb1', 'mac_address': 'fa:16:3e:b3:cf:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 22:21:34.360189 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f6d39aba-ea25-4d52-8942-b77d643b932f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:34.373858 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 440803f9-f453-49c0-a8dc-72afdcd13fb1 is: DOWN; New status is: BUILD {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:21:34.374265 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (440803f9-f453-49c0-a8dc-72afdcd13fb1), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:34.390116 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 440803f9-f453-49c0-a8dc-72afdcd13fb1 {{(pid=110668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 22:21:34.409672 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 440803f9-f453-49c0-a8dc-72afdcd13fb1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=440803f9-f453-49c0-a8dc-72afdcd13fb1,segment=NetworkSegment(2ccaee25-d016-434f-86f8-62c0948e3d63),segment_id=2ccaee25-d016-434f-86f8-62c0948e3d63)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:21:34.471332 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (440803f9-f453-49c0-a8dc-72afdcd13fb1), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:34.518132 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=440803f9-f453-49c0-a8dc-72afdcd13fb1,revision_number=4']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:21:34.525120 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:34.525468 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:34.525807 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:34.526143 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:34.526530 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:34.526878 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:34.527223 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:34.527558 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:34.527881 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:34.528201 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:34.528544 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:34.528879 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:34.529221 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:34.529537 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:34.529855 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:34.638619 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df78b97-f16b-4d67-91ea-53566e469ae3 req-722f772d-5811-4c1d-9849-3a01be497243 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:34.639997 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2df78b97-f16b-4d67-91ea-53566e469ae3 req-722f772d-5811-4c1d-9849-3a01be497243 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5292c45-aa6a-4b42-929c-dce21bd69874 HTTP/1.1" status: 200 len: 944 time: 0.0578949 Mar 31 22:21:34.688651 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-2df78b97-f16b-4d67-91ea-53566e469ae3 req-44b8d41d-f06b-417f-a17f-32ba7b467ae7 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422714 Mar 31 22:21:34.709337 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] get_ports_and_sgs() called for port_ids ['440803f9-f453-49c0-a8dc-72afdcd13fb1'] {{(pid=110668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 22:21:35.804758 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731dd0e0-78c4-4858-a3c3-53423fe0cc52 req-f0855c2a-6267-435f-bcd3-7cade90efa59 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:35.806475 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-731dd0e0-78c4-4858-a3c3-53423fe0cc52 req-f0855c2a-6267-435f-bcd3-7cade90efa59 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5292c45-aa6a-4b42-929c-dce21bd69874 HTTP/1.1" status: 200 len: 944 time: 0.0526681 Mar 31 22:21:35.854584 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-731dd0e0-78c4-4858-a3c3-53423fe0cc52 req-b5268117-dc17-43ad-95d5-d038ccf13cb2 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426071 Mar 31 22:21:36.097944 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 440803f9-f453-49c0-a8dc-72afdcd13fb1 up at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 22:21:36.216545 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning for port 440803f9-f453-49c0-a8dc-72afdcd13fb1 completed by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 22:21:36.220558 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.provisioning_blocks [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Provisioning complete for port 440803f9-f453-49c0-a8dc-72afdcd13fb1 triggered by entity L2. {{(pid=110668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 22:21:36.229257 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-690969'] for port (440803f9-f453-49c0-a8dc-72afdcd13fb1), provisioning_complete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:36.300707 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Current status of the port 440803f9-f453-49c0-a8dc-72afdcd13fb1 is: BUILD; New status is: ACTIVE {{(pid=110668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 22:21:36.301097 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (440803f9-f453-49c0-a8dc-72afdcd13fb1), before_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:36.323981 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5292c45-aa6a-4b42-929c-dce21bd69874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440803f9-f453-49c0-a8dc-72afdcd13fb1'}] {{(pid=110668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:21:36.326324 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcdb2f27724aed1bed9f6e5d9d00e57d4be617fb85327333d5475f687348bd33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8aba29-5df7-4985-8598-89eec1b6f242" -d '{"events": [{"server_uuid": "a5292c45-aa6a-4b42-929c-dce21bd69874", "name": "network-vif-plugged", "status": "completed", "tag": "440803f9-f453-49c0-a8dc-72afdcd13fb1"}]}' {{(pid=110668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:21:36.338912 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] For port 440803f9-f453-49c0-a8dc-72afdcd13fb1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=440803f9-f453-49c0-a8dc-72afdcd13fb1,segment=NetworkSegment(2ccaee25-d016-434f-86f8-62c0948e3d63),segment_id=2ccaee25-d016-434f-86f8-62c0948e3d63)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:21:36.408404 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121'] for port (440803f9-f453-49c0-a8dc-72afdcd13fb1), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:36.432039 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77876c3-7b47-4920-9445-f2a3866a5d73 x-openstack-request-id: req-b77876c3-7b47-4920-9445-f2a3866a5d73 {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:21:36.432324 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5292c45-aa6a-4b42-929c-dce21bd69874", "name": "network-vif-plugged", "status": "completed", "tag": "440803f9-f453-49c0-a8dc-72afdcd13fb1", "code": 200}]} {{(pid=110668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:21:36.432572 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b77876c3-7b47-4920-9445-f2a3866a5d73 {{(pid=110668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:21:36.432966 dv-cinder-836083-1-iscsi neutron-server[110668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b77876c3-7b47-4920-9445-f2a3866a5d73'] response: {'server_uuid': 'a5292c45-aa6a-4b42-929c-dce21bd69874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440803f9-f453-49c0-a8dc-72afdcd13fb1', 'code': 200} Mar 31 22:21:36.458641 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Pushing event updated for resources: {'Port': ['ID=440803f9-f453-49c0-a8dc-72afdcd13fb1,revision_number=5']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:21:36.659355 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-6ccad90a-f7b3-4684-ba62-73d3880f5e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:36.770862 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfe0ed-e009-4c73-8928-1324889e5fbd req-a9bce69a-53f5-49e8-afa4-4d30d66730be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:36.773008 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-2ccfe0ed-e009-4c73-8928-1324889e5fbd req-a9bce69a-53f5-49e8-afa4-4d30d66730be service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a5292c45-aa6a-4b42-929c-dce21bd69874 HTTP/1.1" status: 200 len: 1129 time: 0.0480640 Mar 31 22:21:36.818637 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-2ccfe0ed-e009-4c73-8928-1324889e5fbd req-0a885d34-e957-4167-9510-ca2e7aa1e712 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393522 Mar 31 22:21:36.975359 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22710c52-08f7-4a03-9fb9-e34abf8069f2 req-10a770b8-9ea7-494e-b02d-6944a66dc229 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:36.977796 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-22710c52-08f7-4a03-9fb9-e34abf8069f2 req-10a770b8-9ea7-494e-b02d-6944a66dc229 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5292c45-aa6a-4b42-929c-dce21bd69874 HTTP/1.1" status: 200 len: 945 time: 0.0590034 Mar 31 22:21:37.030437 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-22710c52-08f7-4a03-9fb9-e34abf8069f2 req-54865eb7-d030-494f-af7e-54765692d41f tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470898 Mar 31 22:21:37.613765 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:37.879925 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:38.149388 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571934bd-8c1c-4391-b0d7-380afd8808ec req-dd5333b8-b417-4824-aae0-30b67ad9aee3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:38.150778 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-571934bd-8c1c-4391-b0d7-380afd8808ec req-dd5333b8-b417-4824-aae0-30b67ad9aee3 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5292c45-aa6a-4b42-929c-dce21bd69874 HTTP/1.1" status: 200 len: 945 time: 0.0518811 Mar 31 22:21:38.199344 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-571934bd-8c1c-4391-b0d7-380afd8808ec req-cfb26627-cc51-453f-a442-89c128750409 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429986 Mar 31 22:21:38.315767 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c97117-1f63-4459-8f47-62392051947e req-91a74502-8f69-4d5a-8960-49e02bf4f8cc tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:38.317215 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e0c97117-1f63-4459-8f47-62392051947e req-91a74502-8f69-4d5a-8960-49e02bf4f8cc tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5292c45-aa6a-4b42-929c-dce21bd69874 HTTP/1.1" status: 200 len: 945 time: 0.0531936 Mar 31 22:21:38.364728 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-e0c97117-1f63-4459-8f47-62392051947e req-03bce387-7743-4dd1-ba87-df65dc138f37 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420008 Mar 31 22:21:38.386454 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 38086) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:21:38.433266 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e78c392-3c82-44e8-94a1-dc6a71ab1601 tempest-TestVolumeBootPattern-1590569107 tempest-TestVolumeBootPattern-1590569107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:38.434698 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-8e78c392-3c82-44e8-94a1-dc6a71ab1601 tempest-TestVolumeBootPattern-1590569107 tempest-TestVolumeBootPattern-1590569107-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a5292c45-aa6a-4b42-929c-dce21bd69874 HTTP/1.1" status: 200 len: 1124 time: 0.0472519 Mar 31 22:21:38.437432 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 38088) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:21:38.441518 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.v2.base [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Request body: {'floatingip': {'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'port_id': '440803f9-f453-49c0-a8dc-72afdcd13fb1', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 22:21:38.548369 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:38.643930 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (None), before_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:38.746761 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_common [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Allocated IP 172.27.2.24 (ad19088a-a902-4a91-855f-5fb9d1c67d87/5d366205-9c7a-4898-9c8b-600d476ec59e/666d36cc-0d5f-4402-8726-b4854e22ce06) {{(pid=110667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 22:21:38.846462 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for port (666d36cc-0d5f-4402-8726-b4854e22ce06), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:38.962613 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758607043085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (666d36cc-0d5f-4402-8726-b4854e22ce06), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:39.004613 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Network ad19088a-a902-4a91-855f-5fb9d1c67d87 is already hosted by enough agents. {{(pid=110667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 22:21:39.007453 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.base_scheduler [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Resources bound (agent type, host, resource id): {{(pid=110667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 22:21:39.013084 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Received port after_create {{(pid=110667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 22:21:39.018628 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Pushing event updated for resources: {'Port': ['ID=666d36cc-0d5f-4402-8726-b4854e22ce06,revision_number=1']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:21:39.046584 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:39.046936 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:39.047282 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:39.047657 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:39.047990 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:39.048322 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:39.048650 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:39.049581 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:39.049921 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:39.050286 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:39.054797 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:39.054797 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:39.054797 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:39.054797 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:39.054797 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:21:39.139574 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:39.381224 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for floatingip (b3c3e3f6-d9cb-43e9-ba77-1086add0f31a), precommit_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:39.527678 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-752355'] for port (666d36cc-0d5f-4402-8726-b4854e22ce06), before_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:39.675445 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for port (666d36cc-0d5f-4402-8726-b4854e22ce06), precommit_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:39.733199 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758607544715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758607043103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758607043121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114205'] for port (666d36cc-0d5f-4402-8726-b4854e22ce06), after_update {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:39.800595 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Pushing event updated for resources: {'Port': ['ID=666d36cc-0d5f-4402-8726-b4854e22ce06,revision_number=2']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:21:39.810449 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625677'] for floatingip (b3c3e3f6-d9cb-43e9-ba77-1086add0f31a), after_create {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:39.910691 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Floating IP b3c3e3f6-d9cb-43e9-ba77-1086add0f31a associated. External IP: 172.27.2.24, port: 440803f9-f453-49c0-a8dc-72afdcd13fb1. Mar 31 22:21:40.118457 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:21:40.226615 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:21:40.236902 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e208b4b-ded5-4930-8e1e-49f53ea7e62c None None] Sync routers for ids ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:21:40.246193 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e208b4b-ded5-4930-8e1e-49f53ea7e62c None None] Routers {'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:21:40.247125 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-0e208b4b-ded5-4930-8e1e-49f53ea7e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:21:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:21:40.338658 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:40.367860 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-0e208b4b-ded5-4930-8e1e-49f53ea7e62c None None] Set router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:21:40.372364 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-99ef2ac3-b621-447f-b113-277d2afea5af tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9339416 Mar 31 22:21:40.372984 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5292c45-aa6a-4b42-929c-dce21bd69874', 'tag': '440803f9-f453-49c0-a8dc-72afdcd13fb1'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:21:40.375260 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d034bfc735977369ecc1df0796a02fa1e575f952a1ba42ee6983d0042c1cfb33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8069819-1886-4dc8-9b13-f4ca31119b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "a5292c45-aa6a-4b42-929c-dce21bd69874", "tag": "440803f9-f453-49c0-a8dc-72afdcd13fb1"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:21:40.422622 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de388a3d-2c8e-453c-8f55-751b8eae1b1d x-openstack-request-id: req-de388a3d-2c8e-453c-8f55-751b8eae1b1d {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:21:40.423223 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5292c45-aa6a-4b42-929c-dce21bd69874", "tag": "440803f9-f453-49c0-a8dc-72afdcd13fb1", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:21:40.423223 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-de388a3d-2c8e-453c-8f55-751b8eae1b1d {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:21:40.423567 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de388a3d-2c8e-453c-8f55-751b8eae1b1d'] response: {'name': 'network-changed', 'server_uuid': 'a5292c45-aa6a-4b42-929c-dce21bd69874', 'tag': '440803f9-f453-49c0-a8dc-72afdcd13fb1', 'status': 'completed', 'code': 200} Mar 31 22:21:40.491971 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8069819-1886-4dc8-9b13-f4ca31119b0d req-0354b694-339d-4898-a456-001436006bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:40.493421 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e8069819-1886-4dc8-9b13-f4ca31119b0d req-0354b694-339d-4898-a456-001436006bc2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2541d88a8c5f4a3286a2851f433cb829&device_id=a5292c45-aa6a-4b42-929c-dce21bd69874 HTTP/1.1" status: 200 len: 1129 time: 0.0498259 Mar 31 22:21:40.519286 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:21:40.590813 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8069819-1886-4dc8-9b13-f4ca31119b0d req-9cd2d32b-b8e4-48d1-ae3f-9d860248db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:40.592325 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e8069819-1886-4dc8-9b13-f4ca31119b0d req-9cd2d32b-b8e4-48d1-ae3f-9d860248db0e service neutron] 10.222.0.57 "GET /v2.0/networks?id=05fa3d61-50d5-462a-aa25-eb0596f6967e HTTP/1.1" status: 200 len: 913 time: 0.0925701 Mar 31 22:21:40.612432 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-0e208b4b-ded5-4930-8e1e-49f53ea7e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:24Z', 'revision_number': 4, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port': {'id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'b3c3e3f6-d9cb-43e9-ba77-1086add0f31a', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'port_id': '440803f9-f453-49c0-a8dc-72afdcd13fb1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'mac_address': 'fa:16:3e:b3:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5292c45-aa6a-4b42-929c-dce21bd69874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:21:39Z', 'updated_at': '2022-03-31T22:21:39Z', 'revision_number': 0, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'fixed_ip_address_scope': None}, {'id': 'f60c6805-9d11-4ddf-92eb-50855d4d3b31', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'port_id': '22e06e98-48d5-49ef-b921-665d1067d734', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'mac_address': 'fa:16:3e:08:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe82bd-b3ed-4476-af2c-552c25d4dcb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:19:28Z', 'updated_at': '2022-03-31T22:19:30Z', 'revision_number': 1, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996070c2-54ea-4904-ba73-970ce6b17500', 'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'mac_address': 'fa:16:3e:5c:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:23Z', 'updated_at': '2022-03-31T22:16:27Z', 'revision_number': 5, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'subnets': [{'id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:21:40.641658 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e208b4b-ded5-4930-8e1e-49f53ea7e62c None None] Checking router: f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:21:40.650629 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e208b4b-ded5-4930-8e1e-49f53ea7e62c None None] Routers {'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:21:40.651229 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-0e208b4b-ded5-4930-8e1e-49f53ea7e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:21:37Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:21:40.656077 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e8069819-1886-4dc8-9b13-f4ca31119b0d req-bbf10a16-63c0-4f79-bc61-2975f282b5db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=440803f9-f453-49c0-a8dc-72afdcd13fb1 HTTP/1.1" status: 200 len: 998 time: 0.0572329 Mar 31 22:21:40.706237 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8069819-1886-4dc8-9b13-f4ca31119b0d req-1d2389fc-865a-4933-874a-f61bc3c114c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:40.707653 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e8069819-1886-4dc8-9b13-f4ca31119b0d req-1d2389fc-865a-4933-874a-f61bc3c114c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3 HTTP/1.1" status: 200 len: 851 time: 0.0460536 Mar 31 22:21:40.756205 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8069819-1886-4dc8-9b13-f4ca31119b0d req-5bd1311e-0ac2-425e-8db6-9e9db188b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:21:40.756410 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-0e208b4b-ded5-4930-8e1e-49f53ea7e62c None None] Set router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:21:40.757622 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e8069819-1886-4dc8-9b13-f4ca31119b0d req-5bd1311e-0ac2-425e-8db6-9e9db188b2bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=05fa3d61-50d5-462a-aa25-eb0596f6967e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439651 Mar 31 22:21:40.847085 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e8069819-1886-4dc8-9b13-f4ca31119b0d req-8bc7d4f2-dca7-490a-bd48-0ca3c64a0c25 service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833244 Mar 31 22:21:40.937579 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-e8069819-1886-4dc8-9b13-f4ca31119b0d req-9be517c3-764b-425f-8276-6324a6f9adeb service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849042 Mar 31 22:21:41.030732 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-0e208b4b-ded5-4930-8e1e-49f53ea7e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:24Z', 'revision_number': 4, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port': {'id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'b3c3e3f6-d9cb-43e9-ba77-1086add0f31a', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'port_id': '440803f9-f453-49c0-a8dc-72afdcd13fb1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'mac_address': 'fa:16:3e:b3:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5292c45-aa6a-4b42-929c-dce21bd69874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:21:39Z', 'updated_at': '2022-03-31T22:21:39Z', 'revision_number': 0, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'fixed_ip_address_scope': None}, {'id': 'f60c6805-9d11-4ddf-92eb-50855d4d3b31', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'port_id': '22e06e98-48d5-49ef-b921-665d1067d734', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'mac_address': 'fa:16:3e:08:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe82bd-b3ed-4476-af2c-552c25d4dcb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:19:28Z', 'updated_at': '2022-03-31T22:19:30Z', 'revision_number': 1, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996070c2-54ea-4904-ba73-970ce6b17500', 'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'mac_address': 'fa:16:3e:5c:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:23Z', 'updated_at': '2022-03-31T22:16:27Z', 'revision_number': 5, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'subnets': [{'id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:21:41.086197 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e208b4b-ded5-4930-8e1e-49f53ea7e62c None None] The sync data for ids ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'] in dv-cinder-836083-1-iscsi is: [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:24Z', 'revision_number': 4, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port': {'id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'b3c3e3f6-d9cb-43e9-ba77-1086add0f31a', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'port_id': '440803f9-f453-49c0-a8dc-72afdcd13fb1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'mac_address': 'fa:16:3e:b3:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5292c45-aa6a-4b42-929c-dce21bd69874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:21:39Z', 'updated_at': '2022-03-31T22:21:39Z', 'revision_number': 0, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'fixed_ip_address_scope': None}, {'id': 'f60c6805-9d11-4ddf-92eb-50855d4d3b31', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'port_id': '22e06e98-48d5-49ef-b921-665d1067d734', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'mac_address': 'fa:16:3e:08:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe82bd-b3ed-4476-af2c-552c25d4dcb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:19:28Z', 'updated_at': '2022-03-31T22:19:30Z', 'revision_number': 1, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996070c2-54ea-4904-ba73-970ce6b17500', 'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'mac_address': 'fa:16:3e:5c:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:23Z', 'updated_at': '2022-03-31T22:16:27Z', 'revision_number': 5, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'subnets': [{'id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:21:41.276046 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5976c1bf-c2fb-4111-803f-60a4de45d597 None None] New status for floating IP b3c3e3f6-d9cb-43e9-ba77-1086add0f31a: ACTIVE {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:21:45.137128 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:22:00.731631 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [req-ee98f637-d651-4d67-ace3-1742ace635ec req-1f4d4fae-51cc-4f3e-bc28-cf4816a1883d service neutron] (110667) timed out ('10.222.0.59', 59086) {{(pid=110667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 22:22:00.935696 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [req-ee98f637-d651-4d67-ace3-1742ace635ec req-207bf4e7-bf3c-4acd-a898-e233674dcf26 tempest-AttachVolumeShelveTestJSON-1540417819 tempest-AttachVolumeShelveTestJSON-1540417819-project] (110666) timed out ('10.222.0.59', 59102) {{(pid=110666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 22:22:04.239080 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3789bef6-5fe0-49cb-b0de-d093acd8019b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:22:06.655863 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f085ab27-b3ef-4582-8148-490e83d0ecac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:22:07.632846 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:22:07.858272 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:22:09.149721 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:22:10.428073 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:22:22.136359 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:22:29.816844 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3d7dd625-7848-442e-9169-1cc95664db50 req-b1d489ac-e387-4248-a987-b3e6ee128771 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450113 Mar 31 22:22:29.902418 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7dd625-7848-442e-9169-1cc95664db50 req-79e8ae31-29c5-45f5-9653-da218cd06fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:22:29.903891 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3d7dd625-7848-442e-9169-1cc95664db50 req-79e8ae31-29c5-45f5-9653-da218cd06fde service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2541d88a8c5f4a3286a2851f433cb829&device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 1129 time: 0.0437059 Mar 31 22:22:30.007402 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7dd625-7848-442e-9169-1cc95664db50 req-e99a3ced-27ef-4ee2-b46e-0367507b8bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:22:30.008868 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3d7dd625-7848-442e-9169-1cc95664db50 req-e99a3ced-27ef-4ee2-b46e-0367507b8bd7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=05fa3d61-50d5-462a-aa25-eb0596f6967e HTTP/1.1" status: 200 len: 913 time: 0.0865550 Mar 31 22:22:30.074568 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3d7dd625-7848-442e-9169-1cc95664db50 req-c2d4bd2d-bea4-45d8-bf8c-188fcb559c96 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22e06e98-48d5-49ef-b921-665d1067d734 HTTP/1.1" status: 200 len: 1000 time: 0.0577185 Mar 31 22:22:30.123976 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7dd625-7848-442e-9169-1cc95664db50 req-a5931b3b-ff5b-4316-87f4-0a4e662d442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:22:30.125372 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3d7dd625-7848-442e-9169-1cc95664db50 req-a5931b3b-ff5b-4316-87f4-0a4e662d442c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3 HTTP/1.1" status: 200 len: 851 time: 0.0452640 Mar 31 22:22:30.172949 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7dd625-7848-442e-9169-1cc95664db50 req-1fdd5a85-5e03-440d-8ff4-036d1711940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:22:30.174490 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3d7dd625-7848-442e-9169-1cc95664db50 req-1fdd5a85-5e03-440d-8ff4-036d1711940b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=05fa3d61-50d5-462a-aa25-eb0596f6967e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437593 Mar 31 22:22:30.262605 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3d7dd625-7848-442e-9169-1cc95664db50 req-a5e30685-1832-4a5b-b9b4-94933ae50578 service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823109 Mar 31 22:22:30.353514 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-3d7dd625-7848-442e-9169-1cc95664db50 req-6806a884-b974-440b-8a2c-417b5654feef service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855184 Mar 31 22:22:34.212373 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b5363bb1-daf8-4968-83b7-bc0bd38617b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:22:36.680431 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-6382f3de-7635-476e-a7e1-1d92e2671c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:22:37.617361 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:22:37.874944 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:22:39.106673 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:22:40.432097 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:22:59.135888 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:23:04.259844 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-5e204dca-126f-43e4-91f5-80dcf6baf93a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:06.682862 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-cab66f91-33d1-4020-b438-2b42e062e760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:07.538261 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 38116) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:23:07.611295 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:07.900261 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:07.950788 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Deleting port 666d36cc-0d5f-4402-8726-b4854e22ce06 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:23:07.951125 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (666d36cc-0d5f-4402-8726-b4854e22ce06), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:08.026553 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (666d36cc-0d5f-4402-8726-b4854e22ce06), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:08.026879 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for floatingip (666d36cc-0d5f-4402-8726-b4854e22ce06), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:08.038279 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Calling delete_port for 666d36cc-0d5f-4402-8726-b4854e22ce06 owned by network:floatingip {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:23:08.231486 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (666d36cc-0d5f-4402-8726-b4854e22ce06), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:08.260743 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Pushing event deleted for resources: {'Port': ['ID=666d36cc-0d5f-4402-8726-b4854e22ce06,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:23:08.285724 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:08.286075 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:08.286449 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:08.286794 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:08.287131 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:08.287473 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:08.288466 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:08.288796 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:08.289126 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:08.289461 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:08.289790 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:08.290118 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:08.290483 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:08.290807 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:08.291128 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:08.328953 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for floatingip (b3c3e3f6-d9cb-43e9-ba77-1086add0f31a), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:08.329280 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Floating IP b3c3e3f6-d9cb-43e9-ba77-1086add0f31a disassociated (deleted). External IP: 172.27.2.24, port: 440803f9-f453-49c0-a8dc-72afdcd13fb1. Mar 31 22:23:08.540560 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:23:08.650252 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:23:08.654994 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:08.659909 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba7aa29-cdea-49c1-9e66-0970c6a0e83e None None] Sync routers for ids ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:23:08.669288 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba7aa29-cdea-49c1-9e66-0970c6a0e83e None None] Routers {'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:23:08.669904 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-3ba7aa29-cdea-49c1-9e66-0970c6a0e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:23:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:23:08.685374 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-3215d705-245e-44af-a068-7b9341aa89f6 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "DELETE /v2.0/floatingips/b3c3e3f6-d9cb-43e9-ba77-1086add0f31a HTTP/1.1" status: 204 len: 168 time: 1.1460457 Mar 31 22:23:08.685971 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5292c45-aa6a-4b42-929c-dce21bd69874', 'tag': '440803f9-f453-49c0-a8dc-72afdcd13fb1'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:23:08.688245 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d034bfc735977369ecc1df0796a02fa1e575f952a1ba42ee6983d0042c1cfb33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de630970-292d-4b1a-8bed-24a0d8675342" -d '{"events": [{"name": "network-changed", "server_uuid": "a5292c45-aa6a-4b42-929c-dce21bd69874", "tag": "440803f9-f453-49c0-a8dc-72afdcd13fb1"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:23:08.726101 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f17b23-b855-43c9-a8db-b5000ed92694 x-openstack-request-id: req-62f17b23-b855-43c9-a8db-b5000ed92694 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:23:08.726429 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5292c45-aa6a-4b42-929c-dce21bd69874", "tag": "440803f9-f453-49c0-a8dc-72afdcd13fb1", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:23:08.726683 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-62f17b23-b855-43c9-a8db-b5000ed92694 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:23:08.727605 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f17b23-b855-43c9-a8db-b5000ed92694'] response: {'name': 'network-changed', 'server_uuid': 'a5292c45-aa6a-4b42-929c-dce21bd69874', 'tag': '440803f9-f453-49c0-a8dc-72afdcd13fb1', 'status': 'completed', 'code': 200} Mar 31 22:23:08.799208 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de630970-292d-4b1a-8bed-24a0d8675342 req-96b32842-35bf-4841-a7e2-0fae9db3c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:23:08.800747 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-de630970-292d-4b1a-8bed-24a0d8675342 req-96b32842-35bf-4841-a7e2-0fae9db3c23a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2541d88a8c5f4a3286a2851f433cb829&device_id=a5292c45-aa6a-4b42-929c-dce21bd69874 HTTP/1.1" status: 200 len: 1129 time: 0.0519853 Mar 31 22:23:08.900184 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de630970-292d-4b1a-8bed-24a0d8675342 req-a06f689b-685d-4087-80f8-5832ea571481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:23:08.901727 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-de630970-292d-4b1a-8bed-24a0d8675342 req-a06f689b-685d-4087-80f8-5832ea571481 service neutron] 10.222.0.57 "GET /v2.0/networks?id=05fa3d61-50d5-462a-aa25-eb0596f6967e HTTP/1.1" status: 200 len: 913 time: 0.0952210 Mar 31 22:23:08.907880 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-3ba7aa29-cdea-49c1-9e66-0970c6a0e83e None None] Set router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:23:08.943124 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-de630970-292d-4b1a-8bed-24a0d8675342 req-aca8b621-1f3b-4fbc-8885-ec4f8b61ac7e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=440803f9-f453-49c0-a8dc-72afdcd13fb1 HTTP/1.1" status: 200 len: 217 time: 0.0359051 Mar 31 22:23:08.996499 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de630970-292d-4b1a-8bed-24a0d8675342 req-00df68ae-5b3f-497f-accd-7c12aceaf30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:23:08.998728 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-de630970-292d-4b1a-8bed-24a0d8675342 req-00df68ae-5b3f-497f-accd-7c12aceaf30d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3 HTTP/1.1" status: 200 len: 851 time: 0.0499430 Mar 31 22:23:09.068525 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de630970-292d-4b1a-8bed-24a0d8675342 req-42a8da51-7405-4094-a2aa-c8a9fd951b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:23:09.068525 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-de630970-292d-4b1a-8bed-24a0d8675342 req-42a8da51-7405-4094-a2aa-c8a9fd951b3f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=05fa3d61-50d5-462a-aa25-eb0596f6967e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611348 Mar 31 22:23:09.133655 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed33dc7-1c84-4860-ace7-a5a1d5f73187 req-b353f3e2-2b4e-46c8-98c0-24e14afa05d8 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:23:09.135212 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fed33dc7-1c84-4860-ace7-a5a1d5f73187 req-b353f3e2-2b4e-46c8-98c0-24e14afa05d8 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5292c45-aa6a-4b42-929c-dce21bd69874 HTTP/1.1" status: 200 len: 945 time: 0.0567267 Mar 31 22:23:09.144294 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:09.158070 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-3ba7aa29-cdea-49c1-9e66-0970c6a0e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:24Z', 'revision_number': 4, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port': {'id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'f60c6805-9d11-4ddf-92eb-50855d4d3b31', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'port_id': '22e06e98-48d5-49ef-b921-665d1067d734', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'mac_address': 'fa:16:3e:08:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe82bd-b3ed-4476-af2c-552c25d4dcb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:19:28Z', 'updated_at': '2022-03-31T22:19:30Z', 'revision_number': 1, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996070c2-54ea-4904-ba73-970ce6b17500', 'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'mac_address': 'fa:16:3e:5c:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:23Z', 'updated_at': '2022-03-31T22:16:27Z', 'revision_number': 5, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'subnets': [{'id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:23:09.160151 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-de630970-292d-4b1a-8bed-24a0d8675342 req-e71389c7-0b7e-4b25-a882-e6e428c7fb47 service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882554 Mar 31 22:23:09.184914 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba7aa29-cdea-49c1-9e66-0970c6a0e83e None None] Checking router: f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:23:09.193588 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba7aa29-cdea-49c1-9e66-0970c6a0e83e None None] Routers {'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:23:09.194685 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-fed33dc7-1c84-4860-ace7-a5a1d5f73187 req-4820a2c2-321c-4a75-874d-b05be7d7f012 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522332 Mar 31 22:23:09.194872 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-3ba7aa29-cdea-49c1-9e66-0970c6a0e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:23:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:23:09.268898 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-de630970-292d-4b1a-8bed-24a0d8675342 req-814590ee-a6d0-4648-8cb1-0c45165f1bb1 service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022036 Mar 31 22:23:09.306099 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-3ba7aa29-cdea-49c1-9e66-0970c6a0e83e None None] Set router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:23:09.531898 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-3ba7aa29-cdea-49c1-9e66-0970c6a0e83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:24Z', 'revision_number': 4, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port': {'id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'f60c6805-9d11-4ddf-92eb-50855d4d3b31', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'port_id': '22e06e98-48d5-49ef-b921-665d1067d734', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'mac_address': 'fa:16:3e:08:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe82bd-b3ed-4476-af2c-552c25d4dcb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:19:28Z', 'updated_at': '2022-03-31T22:19:30Z', 'revision_number': 1, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996070c2-54ea-4904-ba73-970ce6b17500', 'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'mac_address': 'fa:16:3e:5c:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:23Z', 'updated_at': '2022-03-31T22:16:27Z', 'revision_number': 5, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'subnets': [{'id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:23:09.564546 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba7aa29-cdea-49c1-9e66-0970c6a0e83e None None] The sync data for ids ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'] in dv-cinder-836083-1-iscsi is: [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:24Z', 'revision_number': 4, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port': {'id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_floatingips': [{'id': 'f60c6805-9d11-4ddf-92eb-50855d4d3b31', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'router_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'port_id': '22e06e98-48d5-49ef-b921-665d1067d734', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'mac_address': 'fa:16:3e:08:04:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfe82bd-b3ed-4476-af2c-552c25d4dcb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T22:19:28Z', 'updated_at': '2022-03-31T22:19:30Z', 'revision_number': 1, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '996070c2-54ea-4904-ba73-970ce6b17500', 'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'mac_address': 'fa:16:3e:5c:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:23Z', 'updated_at': '2022-03-31T22:16:27Z', 'revision_number': 5, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'subnets': [{'id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:23:09.777343 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bd8695-afe1-4de1-9ffd-726f6c6bc204 None None] New status for floating IP b3c3e3f6-d9cb-43e9-ba77-1086add0f31a: DOWN {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:23:10.327570 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1dc4c1-6141-4234-9f33-a1a0cf97226e req-0ab263d7-ed33-4493-bd80-77ec9824e570 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:23:10.329164 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8c1dc4c1-6141-4234-9f33-a1a0cf97226e req-0ab263d7-ed33-4493-bd80-77ec9824e570 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5292c45-aa6a-4b42-929c-dce21bd69874 HTTP/1.1" status: 200 len: 945 time: 0.0624971 Mar 31 22:23:10.378742 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-8c1dc4c1-6141-4234-9f33-a1a0cf97226e req-ad1613f9-eb5b-4100-9e9a-6a1554a92188 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440559 Mar 31 22:23:10.425789 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:10.669449 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fde24-aec6-4ec7-8e9c-b2b143f0185c req-ffcd2684-7077-4b04-8079-09f4f1a9b7ae tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:23:10.670910 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0e2fde24-aec6-4ec7-8e9c-b2b143f0185c req-ffcd2684-7077-4b04-8079-09f4f1a9b7ae tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5292c45-aa6a-4b42-929c-dce21bd69874 HTTP/1.1" status: 200 len: 945 time: 0.0569556 Mar 31 22:23:10.761278 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-0e2fde24-aec6-4ec7-8e9c-b2b143f0185c req-5e4810ed-316c-45d4-9011-08101a47d945 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Deleting port 440803f9-f453-49c0-a8dc-72afdcd13fb1 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:23:10.761621 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-0e2fde24-aec6-4ec7-8e9c-b2b143f0185c req-5e4810ed-316c-45d4-9011-08101a47d945 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (440803f9-f453-49c0-a8dc-72afdcd13fb1), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:10.851742 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-0e2fde24-aec6-4ec7-8e9c-b2b143f0185c req-5e4810ed-316c-45d4-9011-08101a47d945 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] For port 440803f9-f453-49c0-a8dc-72afdcd13fb1, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=440803f9-f453-49c0-a8dc-72afdcd13fb1,segment=NetworkSegment(2ccaee25-d016-434f-86f8-62c0948e3d63),segment_id=2ccaee25-d016-434f-86f8-62c0948e3d63)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:23:10.852109 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-0e2fde24-aec6-4ec7-8e9c-b2b143f0185c req-5e4810ed-316c-45d4-9011-08101a47d945 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (440803f9-f453-49c0-a8dc-72afdcd13fb1), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:10.864463 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-0e2fde24-aec6-4ec7-8e9c-b2b143f0185c req-5e4810ed-316c-45d4-9011-08101a47d945 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Calling delete_port for 440803f9-f453-49c0-a8dc-72afdcd13fb1 owned by compute:nova {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:23:11.055162 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-0e2fde24-aec6-4ec7-8e9c-b2b143f0185c req-5e4810ed-316c-45d4-9011-08101a47d945 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (440803f9-f453-49c0-a8dc-72afdcd13fb1), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:11.355857 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4810ed-316c-45d4-9011-08101a47d945 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Pushing event deleted for resources: {'Port': ['ID=440803f9-f453-49c0-a8dc-72afdcd13fb1,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:23:11.383092 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4810ed-316c-45d4-9011-08101a47d945 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:11.385344 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4810ed-316c-45d4-9011-08101a47d945 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:11.385344 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4810ed-316c-45d4-9011-08101a47d945 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:11.385344 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4810ed-316c-45d4-9011-08101a47d945 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:11.385344 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4810ed-316c-45d4-9011-08101a47d945 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:11.385344 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4810ed-316c-45d4-9011-08101a47d945 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:11.385344 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4810ed-316c-45d4-9011-08101a47d945 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:11.385900 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4810ed-316c-45d4-9011-08101a47d945 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:11.385900 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4810ed-316c-45d4-9011-08101a47d945 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:11.386093 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4810ed-316c-45d4-9011-08101a47d945 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:11.386376 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4810ed-316c-45d4-9011-08101a47d945 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:11.386699 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4810ed-316c-45d4-9011-08101a47d945 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:11.387513 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4810ed-316c-45d4-9011-08101a47d945 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:11.387513 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4810ed-316c-45d4-9011-08101a47d945 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:11.387710 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4810ed-316c-45d4-9011-08101a47d945 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:11.409779 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2fde24-aec6-4ec7-8e9c-b2b143f0185c req-5e4810ed-316c-45d4-9011-08101a47d945 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] No DVR routers for this DVR port 440803f9-f453-49c0-a8dc-72afdcd13fb1 on host hv-cinder-83608 {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:23:11.412290 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-0e2fde24-aec6-4ec7-8e9c-b2b143f0185c req-5e4810ed-316c-45d4-9011-08101a47d945 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:11.416683 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-0e2fde24-aec6-4ec7-8e9c-b2b143f0185c req-5e4810ed-316c-45d4-9011-08101a47d945 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.57 "DELETE /v2.0/ports/440803f9-f453-49c0-a8dc-72afdcd13fb1 HTTP/1.1" status: 204 len: 173 time: 0.7398691 Mar 31 22:23:11.417123 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5292c45-aa6a-4b42-929c-dce21bd69874', 'name': 'network-vif-deleted', 'tag': '440803f9-f453-49c0-a8dc-72afdcd13fb1'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:23:11.419604 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fabeb8-d914-41ef-8893-952e41613198" -d '{"events": [{"server_uuid": "a5292c45-aa6a-4b42-929c-dce21bd69874", "name": "network-vif-deleted", "tag": "440803f9-f453-49c0-a8dc-72afdcd13fb1"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:23:11.457470 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c720657-2a13-45ef-b735-8ea7a5d12f6f x-openstack-request-id: req-2c720657-2a13-45ef-b735-8ea7a5d12f6f {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:23:11.457757 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5292c45-aa6a-4b42-929c-dce21bd69874", "name": "network-vif-deleted", "tag": "440803f9-f453-49c0-a8dc-72afdcd13fb1", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:23:11.458006 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2c720657-2a13-45ef-b735-8ea7a5d12f6f {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:23:11.458476 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c720657-2a13-45ef-b735-8ea7a5d12f6f'] response: {'server_uuid': 'a5292c45-aa6a-4b42-929c-dce21bd69874', 'name': 'network-vif-deleted', 'tag': '440803f9-f453-49c0-a8dc-72afdcd13fb1', 'status': 'completed', 'code': 200} Mar 31 22:23:11.477001 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-663cb0f9-b1b8-4f18-84ff-d26f232bdf6e req-486704ec-0ef8-4baa-9552-c7f078677afd tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5292c45-aa6a-4b42-929c-dce21bd69874 HTTP/1.1" status: 200 len: 210 time: 0.0293264 Mar 31 22:23:12.585792 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-17d1262b-e034-44b0-b466-d7f01b66ecf3 req-c3bf7530-2194-4a8b-9bb9-feada7a606ee tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5292c45-aa6a-4b42-929c-dce21bd69874 HTTP/1.1" status: 200 len: 210 time: 0.0269070 Mar 31 22:23:14.624489 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 440803f9-f453-49c0-a8dc-72afdcd13fb1 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:23:14.644734 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] No Port match for: 440803f9-f453-49c0-a8dc-72afdcd13fb1 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:23:14.645074 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 440803f9-f453-49c0-a8dc-72afdcd13fb1 not bound to the agent host hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:23:16.037660 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 38158) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:23:16.199517 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3f2f5-18ca-4163-89d4-6dc2b44dbd78 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Deleting port 3359d1ef-2e3a-41e0-b336-21e21afc3deb {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:23:16.199849 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c4c3f2f5-18ca-4163-89d4-6dc2b44dbd78 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (3359d1ef-2e3a-41e0-b336-21e21afc3deb), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:16.273372 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c4c3f2f5-18ca-4163-89d4-6dc2b44dbd78 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (3359d1ef-2e3a-41e0-b336-21e21afc3deb), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:16.273616 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c4c3f2f5-18ca-4163-89d4-6dc2b44dbd78 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for floatingip (3359d1ef-2e3a-41e0-b336-21e21afc3deb), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:16.285109 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3f2f5-18ca-4163-89d4-6dc2b44dbd78 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Calling delete_port for 3359d1ef-2e3a-41e0-b336-21e21afc3deb owned by network:floatingip {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:23:16.488148 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c4c3f2f5-18ca-4163-89d4-6dc2b44dbd78 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (3359d1ef-2e3a-41e0-b336-21e21afc3deb), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:16.514135 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3f2f5-18ca-4163-89d4-6dc2b44dbd78 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Pushing event deleted for resources: {'Port': ['ID=3359d1ef-2e3a-41e0-b336-21e21afc3deb,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:23:16.576419 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c4c3f2f5-18ca-4163-89d4-6dc2b44dbd78 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for floatingip (f60c6805-9d11-4ddf-92eb-50855d4d3b31), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:16.576657 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.db.l3_db [None req-c4c3f2f5-18ca-4163-89d4-6dc2b44dbd78 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Floating IP f60c6805-9d11-4ddf-92eb-50855d4d3b31 disassociated (deleted). External IP: 172.27.2.70, port: 22e06e98-48d5-49ef-b921-665d1067d734. Mar 31 22:23:16.782157 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c3f2f5-18ca-4163-89d4-6dc2b44dbd78 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:23:16.890233 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c3f2f5-18ca-4163-89d4-6dc2b44dbd78 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:23:16.894997 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-c4c3f2f5-18ca-4163-89d4-6dc2b44dbd78 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:16.900076 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f7eef3-320a-4054-a339-6cffe167d2e9 None None] Sync routers for ids ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:23:16.909691 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f7eef3-320a-4054-a339-6cffe167d2e9 None None] Routers {'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:23:16.910329 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-b3f7eef3-320a-4054-a339-6cffe167d2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:23:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:23:16.924094 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-c4c3f2f5-18ca-4163-89d4-6dc2b44dbd78 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "DELETE /v2.0/floatingips/f60c6805-9d11-4ddf-92eb-50855d4d3b31 HTTP/1.1" status: 204 len: 168 time: 0.8847306 Mar 31 22:23:16.924768 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dfe82bd-b3ed-4476-af2c-552c25d4dcb5', 'tag': '22e06e98-48d5-49ef-b921-665d1067d734'}] {{(pid=110667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:23:16.927365 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d034bfc735977369ecc1df0796a02fa1e575f952a1ba42ee6983d0042c1cfb33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1e7528-b35f-41a0-baa1-a116d120cc27" -d '{"events": [{"name": "network-changed", "server_uuid": "8dfe82bd-b3ed-4476-af2c-552c25d4dcb5", "tag": "22e06e98-48d5-49ef-b921-665d1067d734"}]}' {{(pid=110667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:23:16.966035 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 22:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4dba0f-6043-46af-9184-4fab612089c9 x-openstack-request-id: req-7e4dba0f-6043-46af-9184-4fab612089c9 {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:23:16.966359 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dfe82bd-b3ed-4476-af2c-552c25d4dcb5", "tag": "22e06e98-48d5-49ef-b921-665d1067d734", "status": "completed", "code": 200}]} {{(pid=110667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:23:16.966610 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7e4dba0f-6043-46af-9184-4fab612089c9 {{(pid=110667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:23:16.967011 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e4dba0f-6043-46af-9184-4fab612089c9'] response: {'name': 'network-changed', 'server_uuid': '8dfe82bd-b3ed-4476-af2c-552c25d4dcb5', 'tag': '22e06e98-48d5-49ef-b921-665d1067d734', 'status': 'completed', 'code': 200} Mar 31 22:23:17.020947 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-b3f7eef3-320a-4054-a339-6cffe167d2e9 None None] Set router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:23:17.032646 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e7528-b35f-41a0-baa1-a116d120cc27 req-62db5d9f-5f05-45e2-a202-f93b338db078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:23:17.034141 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-2c1e7528-b35f-41a0-baa1-a116d120cc27 req-62db5d9f-5f05-45e2-a202-f93b338db078 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2541d88a8c5f4a3286a2851f433cb829&device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 1129 time: 0.0477505 Mar 31 22:23:17.125224 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e7528-b35f-41a0-baa1-a116d120cc27 req-8287c0ff-47ae-401a-bf47-3774eaaf6eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:23:17.126783 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-2c1e7528-b35f-41a0-baa1-a116d120cc27 req-8287c0ff-47ae-401a-bf47-3774eaaf6eb6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=05fa3d61-50d5-462a-aa25-eb0596f6967e HTTP/1.1" status: 200 len: 913 time: 0.0873978 Mar 31 22:23:17.168959 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-2c1e7528-b35f-41a0-baa1-a116d120cc27 req-e07f41bd-3daf-4d9b-bfb6-f7282c53683f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22e06e98-48d5-49ef-b921-665d1067d734 HTTP/1.1" status: 200 len: 217 time: 0.0360618 Mar 31 22:23:17.216997 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e7528-b35f-41a0-baa1-a116d120cc27 req-fb4291eb-42b4-4731-a725-15bb5189072f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:23:17.219326 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-2c1e7528-b35f-41a0-baa1-a116d120cc27 req-fb4291eb-42b4-4731-a725-15bb5189072f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3 HTTP/1.1" status: 200 len: 851 time: 0.0445743 Mar 31 22:23:17.223547 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-b3f7eef3-320a-4054-a339-6cffe167d2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:24Z', 'revision_number': 4, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port': {'id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '996070c2-54ea-4904-ba73-970ce6b17500', 'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'mac_address': 'fa:16:3e:5c:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:23Z', 'updated_at': '2022-03-31T22:16:27Z', 'revision_number': 5, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'subnets': [{'id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:23:17.251112 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f7eef3-320a-4054-a339-6cffe167d2e9 None None] Checking router: f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:23:17.259793 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f7eef3-320a-4054-a339-6cffe167d2e9 None None] Routers {'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:23:17.260402 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-b3f7eef3-320a-4054-a339-6cffe167d2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:23:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:23:17.278550 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e7528-b35f-41a0-baa1-a116d120cc27 req-8de24b28-1ef2-41a0-8602-e24a1ef5a066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:23:17.281205 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-2c1e7528-b35f-41a0-baa1-a116d120cc27 req-8de24b28-1ef2-41a0-8602-e24a1ef5a066 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=05fa3d61-50d5-462a-aa25-eb0596f6967e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503123 Mar 31 22:23:17.385917 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-2c1e7528-b35f-41a0-baa1-a116d120cc27 req-bfa688ae-4748-4c4b-9857-8b0f83f421a0 service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939655 Mar 31 22:23:17.386124 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-b3f7eef3-320a-4054-a339-6cffe167d2e9 None None] Set router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:23:17.410795 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28808525-a09c-49e8-b112-5f01f1eb47fd req-262542a8-a845-4097-b6d7-4bdf99cdff9e tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:23:17.412305 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-28808525-a09c-49e8-b112-5f01f1eb47fd req-262542a8-a845-4097-b6d7-4bdf99cdff9e tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 945 time: 0.0589814 Mar 31 22:23:17.464031 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-28808525-a09c-49e8-b112-5f01f1eb47fd req-52f76824-140e-4883-93c0-a79a02f99302 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458758 Mar 31 22:23:17.481992 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-2c1e7528-b35f-41a0-baa1-a116d120cc27 req-a3d581b5-9915-43a6-b2ee-b8b0fd4d8f79 service neutron] 10.222.0.57 "GET /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928695 Mar 31 22:23:17.586607 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-b3f7eef3-320a-4054-a339-6cffe167d2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:24Z', 'revision_number': 4, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port': {'id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '996070c2-54ea-4904-ba73-970ce6b17500', 'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'mac_address': 'fa:16:3e:5c:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:23Z', 'updated_at': '2022-03-31T22:16:27Z', 'revision_number': 5, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'subnets': [{'id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:23:17.615316 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f7eef3-320a-4054-a339-6cffe167d2e9 None None] The sync data for ids ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'] in dv-cinder-836083-1-iscsi is: [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:24Z', 'revision_number': 4, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port': {'id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi', '_interfaces': [{'id': '996070c2-54ea-4904-ba73-970ce6b17500', 'name': '', 'network_id': '05fa3d61-50d5-462a-aa25-eb0596f6967e', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'mac_address': 'fa:16:3e:5c:b0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:23Z', 'updated_at': '2022-03-31T22:16:27Z', 'revision_number': 5, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'subnets': [{'id': 'cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:23:17.831819 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cf42a2-15e4-4838-9a34-02f580ee8fad None None] New status for floating IP f60c6805-9d11-4ddf-92eb-50855d4d3b31: DOWN {{(pid=110669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 22:23:18.585437 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0f423-ec44-4f89-a8b1-ded22d4d3c27 req-4e08c039-18b9-440f-9c4f-96ca3c787016 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:23:18.586957 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bbd0f423-ec44-4f89-a8b1-ded22d4d3c27 req-4e08c039-18b9-440f-9c4f-96ca3c787016 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 945 time: 0.0546434 Mar 31 22:23:18.634433 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-bbd0f423-ec44-4f89-a8b1-ded22d4d3c27 req-7c6df7a0-f3ce-49fb-8590-8cc34ec43a27 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/security-groups?id=6f9f56ed-415f-4abe-bfae-d959ee72a4af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419931 Mar 31 22:23:18.893626 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cb7b0-4760-45fe-8e22-c9e416f5d622 req-22fa6aec-0703-4f88-bfcb-106bb5f9a790 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 22:23:18.895146 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-cf4cb7b0-4760-45fe-8e22-c9e416f5d622 req-22fa6aec-0703-4f88-bfcb-106bb5f9a790 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 945 time: 0.0519347 Mar 31 22:23:18.984043 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-cf4cb7b0-4760-45fe-8e22-c9e416f5d622 req-06e5369a-c058-4acc-a1d8-d3c587b20bab tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Deleting port 22e06e98-48d5-49ef-b921-665d1067d734 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:23:18.984381 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-cf4cb7b0-4760-45fe-8e22-c9e416f5d622 req-06e5369a-c058-4acc-a1d8-d3c587b20bab tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (22e06e98-48d5-49ef-b921-665d1067d734), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:19.075428 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [req-cf4cb7b0-4760-45fe-8e22-c9e416f5d622 req-06e5369a-c058-4acc-a1d8-d3c587b20bab tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] For port 22e06e98-48d5-49ef-b921-665d1067d734, host hv-cinder-83608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83608',level=0,port_id=22e06e98-48d5-49ef-b921-665d1067d734,segment=NetworkSegment(2ccaee25-d016-434f-86f8-62c0948e3d63),segment_id=2ccaee25-d016-434f-86f8-62c0948e3d63)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:23:19.075789 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-cf4cb7b0-4760-45fe-8e22-c9e416f5d622 req-06e5369a-c058-4acc-a1d8-d3c587b20bab tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (22e06e98-48d5-49ef-b921-665d1067d734), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:19.088179 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [req-cf4cb7b0-4760-45fe-8e22-c9e416f5d622 req-06e5369a-c058-4acc-a1d8-d3c587b20bab tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Calling delete_port for 22e06e98-48d5-49ef-b921-665d1067d734 owned by compute:nova {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:23:19.299520 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-cf4cb7b0-4760-45fe-8e22-c9e416f5d622 req-06e5369a-c058-4acc-a1d8-d3c587b20bab tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (22e06e98-48d5-49ef-b921-665d1067d734), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:19.325764 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5369a-c058-4acc-a1d8-d3c587b20bab tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Pushing event deleted for resources: {'Port': ['ID=22e06e98-48d5-49ef-b921-665d1067d734,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:23:19.371458 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4cb7b0-4760-45fe-8e22-c9e416f5d622 req-06e5369a-c058-4acc-a1d8-d3c587b20bab tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] No DVR routers for this DVR port 22e06e98-48d5-49ef-b921-665d1067d734 on host hv-cinder-83608 {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:23:19.373829 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [req-cf4cb7b0-4760-45fe-8e22-c9e416f5d622 req-06e5369a-c058-4acc-a1d8-d3c587b20bab tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for port (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:19.377119 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [req-cf4cb7b0-4760-45fe-8e22-c9e416f5d622 req-06e5369a-c058-4acc-a1d8-d3c587b20bab tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.57 "DELETE /v2.0/ports/22e06e98-48d5-49ef-b921-665d1067d734 HTTP/1.1" status: 204 len: 173 time: 0.4769948 Mar 31 22:23:19.377558 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfe82bd-b3ed-4476-af2c-552c25d4dcb5', 'name': 'network-vif-deleted', 'tag': '22e06e98-48d5-49ef-b921-665d1067d734'}] {{(pid=110666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 22:23:19.379804 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c01a8c8885ea65856d94f1f6a5430d903e85f9f7b69303ab2b1ba59ac9315e75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d79edc-b9f9-4471-aa3f-be3356a66a34" -d '{"events": [{"server_uuid": "8dfe82bd-b3ed-4476-af2c-552c25d4dcb5", "name": "network-vif-deleted", "tag": "22e06e98-48d5-49ef-b921-665d1067d734"}]}' {{(pid=110666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 22:23:19.417731 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 22:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7e6e10-3279-43fc-a83d-54cee99d3ea7 x-openstack-request-id: req-1c7e6e10-3279-43fc-a83d-54cee99d3ea7 {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 22:23:19.418028 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfe82bd-b3ed-4476-af2c-552c25d4dcb5", "name": "network-vif-deleted", "tag": "22e06e98-48d5-49ef-b921-665d1067d734", "status": "completed", "code": 200}]} {{(pid=110666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 22:23:19.418316 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1c7e6e10-3279-43fc-a83d-54cee99d3ea7 {{(pid=110666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 22:23:19.418752 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c7e6e10-3279-43fc-a83d-54cee99d3ea7'] response: {'server_uuid': '8dfe82bd-b3ed-4476-af2c-552c25d4dcb5', 'name': 'network-vif-deleted', 'tag': '22e06e98-48d5-49ef-b921-665d1067d734', 'status': 'completed', 'code': 200} Mar 31 22:23:19.729581 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [req-f4097465-1b3d-4c02-bb66-124c8f57813f req-d421bd11-d3c2-4367-af75-b85647dbcc63 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "GET /v2.0/ports?device_id=8dfe82bd-b3ed-4476-af2c-552c25d4dcb5 HTTP/1.1" status: 200 len: 210 time: 0.0280941 Mar 31 22:23:20.785216 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 38174) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:23:20.911069 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-b7f51d69-a298-4484-aef6-d09a203d9d56 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Deleting port a2314a6c-8731-4dd3-ba72-581a3a52c582 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:23:20.911413 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b7f51d69-a298-4484-aef6-d09a203d9d56 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (a2314a6c-8731-4dd3-ba72-581a3a52c582), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:20.985158 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b7f51d69-a298-4484-aef6-d09a203d9d56 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (a2314a6c-8731-4dd3-ba72-581a3a52c582), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:20.985483 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b7f51d69-a298-4484-aef6-d09a203d9d56 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for floatingip (a2314a6c-8731-4dd3-ba72-581a3a52c582), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:20.997368 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-b7f51d69-a298-4484-aef6-d09a203d9d56 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Calling delete_port for a2314a6c-8731-4dd3-ba72-581a3a52c582 owned by network:floatingip {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:23:21.202345 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b7f51d69-a298-4484-aef6-d09a203d9d56 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (a2314a6c-8731-4dd3-ba72-581a3a52c582), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:21.227490 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f51d69-a298-4484-aef6-d09a203d9d56 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Pushing event deleted for resources: {'Port': ['ID=a2314a6c-8731-4dd3-ba72-581a3a52c582,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:23:21.289655 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b7f51d69-a298-4484-aef6-d09a203d9d56 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for floatingip (b1eab192-21c2-48c4-8db7-39d3782da12c), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:21.292280 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-b7f51d69-a298-4484-aef6-d09a203d9d56 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2086224'] for floatingip (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:21.293397 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-b7f51d69-a298-4484-aef6-d09a203d9d56 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "DELETE /v2.0/floatingips/b1eab192-21c2-48c4-8db7-39d3782da12c HTTP/1.1" status: 204 len: 168 time: 0.5070884 Mar 31 22:23:22.621037 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 38186) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:23:22.649651 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 22e06e98-48d5-49ef-b921-665d1067d734 no longer exists at agent hyperv_hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:23:22.665492 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] No Port match for: 22e06e98-48d5-49ef-b921-665d1067d734 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:23:22.665829 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Device 22e06e98-48d5-49ef-b921-665d1067d734 not bound to the agent host hv-cinder-83608 {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:23:22.677899 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6b79fc75-6985-4ad2-80a0-d4cef2f39af7 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for security_group (6f9f56ed-415f-4abe-bfae-d959ee72a4af), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:22.706136 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6b79fc75-6985-4ad2-80a0-d4cef2f39af7 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for security_group (6f9f56ed-415f-4abe-bfae-d959ee72a4af), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:22.825609 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6b79fc75-6985-4ad2-80a0-d4cef2f39af7 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (6f9f56ed-415f-4abe-bfae-d959ee72a4af), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:22.828226 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-6b79fc75-6985-4ad2-80a0-d4cef2f39af7 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Publish callbacks [] for security_group (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:22.829453 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-6b79fc75-6985-4ad2-80a0-d4cef2f39af7 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] 10.222.0.59 "DELETE /v2.0/security-groups/6f9f56ed-415f-4abe-bfae-d959ee72a4af HTTP/1.1" status: 204 len: 168 time: 0.2073553 Mar 31 22:23:22.839713 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79fc75-6985-4ad2-80a0-d4cef2f39af7 tempest-TestVolumeBootPattern-1129055024 tempest-TestVolumeBootPattern-1129055024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9f56ed-415f-4abe-bfae-d959ee72a4af,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:23:22.965847 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 38190) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:23:23.401718 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a1c86ccc-7d92-42ef-bbab-30ee18948bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623117'] for router_interface (f022cf7a-3c1c-4ce5-bd84-b70f571b06e2), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:23.655797 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-a1c86ccc-7d92-42ef-bbab-30ee18948bf1 admin admin] Deleting port 996070c2-54ea-4904-ba73-970ce6b17500 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:23:23.656484 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a1c86ccc-7d92-42ef-bbab-30ee18948bf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (996070c2-54ea-4904-ba73-970ce6b17500), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:23.735692 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-a1c86ccc-7d92-42ef-bbab-30ee18948bf1 admin admin] For port 996070c2-54ea-4904-ba73-970ce6b17500, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=996070c2-54ea-4904-ba73-970ce6b17500,segment=NetworkSegment(2ccaee25-d016-434f-86f8-62c0948e3d63),segment_id=2ccaee25-d016-434f-86f8-62c0948e3d63)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:23:23.736048 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a1c86ccc-7d92-42ef-bbab-30ee18948bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (996070c2-54ea-4904-ba73-970ce6b17500), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:23.748413 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-a1c86ccc-7d92-42ef-bbab-30ee18948bf1 admin admin] Calling delete_port for 996070c2-54ea-4904-ba73-970ce6b17500 owned by network:router_interface {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:23:23.991025 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a1c86ccc-7d92-42ef-bbab-30ee18948bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (996070c2-54ea-4904-ba73-970ce6b17500), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:24.016097 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c86ccc-7d92-42ef-bbab-30ee18948bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=996070c2-54ea-4904-ba73-970ce6b17500,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:23:24.183692 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-a1c86ccc-7d92-42ef-bbab-30ee18948bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1828936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624029'] for router_interface (f022cf7a-3c1c-4ce5-bd84-b70f571b06e2), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:24.400002 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c86ccc-7d92-42ef-bbab-30ee18948bf1 admin admin] Router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:23:24.506409 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c86ccc-7d92-42ef-bbab-30ee18948bf1 admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:23:24.511415 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-a1c86ccc-7d92-42ef-bbab-30ee18948bf1 admin admin] 10.222.0.59 "PUT /v2.0/routers/f022cf7a-3c1c-4ce5-bd84-b70f571b06e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5444920 Mar 31 22:23:24.514283 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 38194) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:23:24.515347 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb7c326-9149-44bc-8841-7af6048702e1 None None] Sync routers for ids ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'] in dv-cinder-836083-1-iscsi {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:23:24.525865 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb7c326-9149-44bc-8841-7af6048702e1 None None] Routers {'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:23:24.526498 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-5cb7c326-9149-44bc-8841-7af6048702e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:23:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:23:24.616849 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-864bd57f-07f7-4855-9171-784c56be77d7 admin admin] Publish callbacks [] for router (f022cf7a-3c1c-4ce5-bd84-b70f571b06e2), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:24.631372 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-5cb7c326-9149-44bc-8841-7af6048702e1 None None] Set router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:23:24.726024 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-864bd57f-07f7-4855-9171-784c56be77d7 admin admin] Publish callbacks [] for router_gateway (f022cf7a-3c1c-4ce5-bd84-b70f571b06e2), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:24.816091 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-5cb7c326-9149-44bc-8841-7af6048702e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:23:23Z', 'revision_number': 5, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port': {'id': '777fd0c0-0df4-4246-92c1-47bf021ea9c3', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:23:24.844661 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb7c326-9149-44bc-8841-7af6048702e1 None None] Checking router: f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 for host: dv-cinder-836083-1-iscsi {{(pid=110668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:23:24.845741 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-864bd57f-07f7-4855-9171-784c56be77d7 admin admin] Deleting port 777fd0c0-0df4-4246-92c1-47bf021ea9c3 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:23:24.846086 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-864bd57f-07f7-4855-9171-784c56be77d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (777fd0c0-0df4-4246-92c1-47bf021ea9c3), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:24.853370 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb7c326-9149-44bc-8841-7af6048702e1 None None] Routers {'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:23:24.853987 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-5cb7c326-9149-44bc-8841-7af6048702e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:23:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'], 'active': True} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:23:24.926641 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-864bd57f-07f7-4855-9171-784c56be77d7 admin admin] For port 777fd0c0-0df4-4246-92c1-47bf021ea9c3, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=777fd0c0-0df4-4246-92c1-47bf021ea9c3,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:23:24.927256 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-864bd57f-07f7-4855-9171-784c56be77d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (777fd0c0-0df4-4246-92c1-47bf021ea9c3), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:24.941139 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-864bd57f-07f7-4855-9171-784c56be77d7 admin admin] Calling delete_port for 777fd0c0-0df4-4246-92c1-47bf021ea9c3 owned by network:router_gateway {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:23:25.083747 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvr_db [None req-5cb7c326-9149-44bc-8841-7af6048702e1 None None] Set router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 gateway port host: None {{(pid=110668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:23:25.134970 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_hamode_db [None req-5cb7c326-9149-44bc-8841-7af6048702e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:23:24Z', 'revision_number': 6, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port_host': None}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:23:25.165563 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb7c326-9149-44bc-8841-7af6048702e1 None None] The sync data for ids ['f022cf7a-3c1c-4ce5-bd84-b70f571b06e2'] in dv-cinder-836083-1-iscsi is: [{'id': 'f022cf7a-3c1c-4ce5-bd84-b70f571b06e2', 'name': 'tempest-TestVolumeBootPattern-1182342484-router', 'tenant_id': '2541d88a8c5f4a3286a2851f433cb829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:21Z', 'updated_at': '2022-03-31T22:23:24Z', 'revision_number': 6, 'project_id': '2541d88a8c5f4a3286a2851f433cb829', 'gw_port_host': None}] {{(pid=110668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:23:25.192844 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-864bd57f-07f7-4855-9171-784c56be77d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (777fd0c0-0df4-4246-92c1-47bf021ea9c3), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:25.223476 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864bd57f-07f7-4855-9171-784c56be77d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=777fd0c0-0df4-4246-92c1-47bf021ea9c3,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:23:25.284592 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-864bd57f-07f7-4855-9171-784c56be77d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625655'] for router_gateway (f022cf7a-3c1c-4ce5-bd84-b70f571b06e2), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:25.378455 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-864bd57f-07f7-4855-9171-784c56be77d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router (f022cf7a-3c1c-4ce5-bd84-b70f571b06e2), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:25.381236 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-864bd57f-07f7-4855-9171-784c56be77d7 admin admin] Publish callbacks [] for router_controller (f022cf7a-3c1c-4ce5-bd84-b70f571b06e2), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:25.494816 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-864bd57f-07f7-4855-9171-784c56be77d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1629138'] for router (f022cf7a-3c1c-4ce5-bd84-b70f571b06e2), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:25.495464 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864bd57f-07f7-4855-9171-784c56be77d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 {{(pid=110667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:23:25.500154 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-864bd57f-07f7-4855-9171-784c56be77d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:25.501411 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-864bd57f-07f7-4855-9171-784c56be77d7 admin admin] 10.222.0.59 "DELETE /v2.0/routers/f022cf7a-3c1c-4ce5-bd84-b70f571b06e2 HTTP/1.1" status: 204 len: 168 time: 0.9861104 Mar 31 22:23:25.503964 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 38196) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:23:25.552829 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.db_base_plugin_v2 [None req-6474a895-4bbe-4edc-a2c0-ea066e7574de admin admin] Deleting subnet cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3 {{(pid=110667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 22:23:25.556644 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6474a895-4bbe-4edc-a2c0-ea066e7574de admin admin] Publish callbacks [] for subnet (cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:25.591907 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6474a895-4bbe-4edc-a2c0-ea066e7574de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8678689'] for subnet (cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3), precommit_delete_associations {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:25.666673 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6474a895-4bbe-4edc-a2c0-ea066e7574de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1415921'] for subnet (cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:25.791373 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6474a895-4bbe-4edc-a2c0-ea066e7574de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1415878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10114663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9369013'] for subnet (cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:25.822224 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474a895-4bbe-4edc-a2c0-ea066e7574de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:23:25.824161 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-6474a895-4bbe-4edc-a2c0-ea066e7574de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for subnet (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:25.827465 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-6474a895-4bbe-4edc-a2c0-ea066e7574de admin admin] 10.222.0.59 "DELETE /v2.0/subnets/cfb5ef29-6a7e-46c3-99ab-94e8b8de0de3 HTTP/1.1" status: 204 len: 168 time: 0.3223832 Mar 31 22:23:25.829737 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 38198) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:23:25.831216 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed16be9-49de-4bc0-8d52-d3755a3ee57e None None] Network 05fa3d61-50d5-462a-aa25-eb0596f6967e requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:23:25.898385 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f7567740-892c-4959-bcc3-9e0b40b86141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329072'] for network (05fa3d61-50d5-462a-aa25-eb0596f6967e), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:25.955657 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-f7567740-892c-4959-bcc3-9e0b40b86141 admin admin] Deleting port c5a9c614-f04c-41f2-91a8-60c1d07b8156 {{(pid=110667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:23:25.955985 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f7567740-892c-4959-bcc3-9e0b40b86141 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (c5a9c614-f04c-41f2-91a8-60c1d07b8156), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:26.001394 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0458d5c0-f516-41de-b9e4-7980f1a3572a None None] DHCP port deletion for 05fa3d61-50d5-462a-aa25-eb0596f6967e request from dv-cinder-836083-1-iscsi {{(pid=110668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 22:23:26.026162 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.db [None req-f7567740-892c-4959-bcc3-9e0b40b86141 admin admin] For port c5a9c614-f04c-41f2-91a8-60c1d07b8156, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=c5a9c614-f04c-41f2-91a8-60c1d07b8156,segment=NetworkSegment(2ccaee25-d016-434f-86f8-62c0948e3d63),segment_id=2ccaee25-d016-434f-86f8-62c0948e3d63)] {{(pid=110667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:23:26.026546 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f7567740-892c-4959-bcc3-9e0b40b86141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (c5a9c614-f04c-41f2-91a8-60c1d07b8156), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:26.046594 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.plugin [None req-f7567740-892c-4959-bcc3-9e0b40b86141 admin admin] Calling delete_port for c5a9c614-f04c-41f2-91a8-60c1d07b8156 owned by network:dhcp {{(pid=110667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:23:26.062972 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-0458d5c0-f516-41de-b9e4-7980f1a3572a None None] Deleting port c5a9c614-f04c-41f2-91a8-60c1d07b8156 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:23:26.063355 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0458d5c0-f516-41de-b9e4-7980f1a3572a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (c5a9c614-f04c-41f2-91a8-60c1d07b8156), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:26.133974 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-0458d5c0-f516-41de-b9e4-7980f1a3572a None None] For port c5a9c614-f04c-41f2-91a8-60c1d07b8156, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=c5a9c614-f04c-41f2-91a8-60c1d07b8156,segment=NetworkSegment(2ccaee25-d016-434f-86f8-62c0948e3d63),segment_id=2ccaee25-d016-434f-86f8-62c0948e3d63)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:23:26.133974 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0458d5c0-f516-41de-b9e4-7980f1a3572a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (c5a9c614-f04c-41f2-91a8-60c1d07b8156), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:26.140141 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-0458d5c0-f516-41de-b9e4-7980f1a3572a None None] Calling delete_port for c5a9c614-f04c-41f2-91a8-60c1d07b8156 owned by network:dhcp {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:23:26.208326 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f7567740-892c-4959-bcc3-9e0b40b86141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114196'] for port (c5a9c614-f04c-41f2-91a8-60c1d07b8156), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:26.226159 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0458d5c0-f516-41de-b9e4-7980f1a3572a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094'] for port (c5a9c614-f04c-41f2-91a8-60c1d07b8156), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:26.238601 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7567740-892c-4959-bcc3-9e0b40b86141 admin admin] No DVR routers for this DVR port c5a9c614-f04c-41f2-91a8-60c1d07b8156 on host dv-cinder-836083-1-iscsi {{(pid=110667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:23:26.239639 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0458d5c0-f516-41de-b9e4-7980f1a3572a None None] No DVR routers for this DVR port c5a9c614-f04c-41f2-91a8-60c1d07b8156 on host dv-cinder-836083-1-iscsi {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:23:26.240252 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7567740-892c-4959-bcc3-9e0b40b86141 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a9c614-f04c-41f2-91a8-60c1d07b8156,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:23:26.259382 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458d5c0-f516-41de-b9e4-7980f1a3572a None None] Pushing event deleted for resources: {'Port': ['ID=c5a9c614-f04c-41f2-91a8-60c1d07b8156,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:23:26.271555 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458d5c0-f516-41de-b9e4-7980f1a3572a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:26.271555 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458d5c0-f516-41de-b9e4-7980f1a3572a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:26.271555 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458d5c0-f516-41de-b9e4-7980f1a3572a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:26.271555 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458d5c0-f516-41de-b9e4-7980f1a3572a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:26.271555 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458d5c0-f516-41de-b9e4-7980f1a3572a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:26.271555 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458d5c0-f516-41de-b9e4-7980f1a3572a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:26.271555 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458d5c0-f516-41de-b9e4-7980f1a3572a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:26.271555 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458d5c0-f516-41de-b9e4-7980f1a3572a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:26.271555 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458d5c0-f516-41de-b9e4-7980f1a3572a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:26.271555 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458d5c0-f516-41de-b9e4-7980f1a3572a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:26.271555 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458d5c0-f516-41de-b9e4-7980f1a3572a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:26.272505 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458d5c0-f516-41de-b9e4-7980f1a3572a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:26.272505 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458d5c0-f516-41de-b9e4-7980f1a3572a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:26.272505 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458d5c0-f516-41de-b9e4-7980f1a3572a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:26.272824 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0458d5c0-f516-41de-b9e4-7980f1a3572a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836083-1-iscsi {{(pid=110668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 22:23:26.315154 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f7567740-892c-4959-bcc3-9e0b40b86141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695930', 'neutron.services.segments.db._delete_segments_for_network-8758607384890'] for network (05fa3d61-50d5-462a-aa25-eb0596f6967e), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:26.335272 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-f7567740-892c-4959-bcc3-9e0b40b86141 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fa3d61-50d5-462a-aa25-eb0596f6967e']}} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:23:26.345137 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-f7567740-892c-4959-bcc3-9e0b40b86141 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ccaee25-d016-434f-86f8-62c0948e3d63') {'for_net_delete': True} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:23:26.345432 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.services.segments.db [None req-f7567740-892c-4959-bcc3-9e0b40b86141 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ccaee25-d016-434f-86f8-62c0948e3d63') {} {{(pid=110667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:23:26.355489 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f7567740-892c-4959-bcc3-9e0b40b86141 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758607385923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8678698'] for segment (2ccaee25-d016-434f-86f8-62c0948e3d63), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:26.369439 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f7567740-892c-4959-bcc3-9e0b40b86141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (2ccaee25-d016-434f-86f8-62c0948e3d63), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:26.375306 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7567740-892c-4959-bcc3-9e0b40b86141 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=110667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:23:26.375688 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f7567740-892c-4959-bcc3-9e0b40b86141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10114241'] for segment (2ccaee25-d016-434f-86f8-62c0948e3d63), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: Traceback (most recent call last): Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: timer() Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: cb(*args, **kw) Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: return func(*args, **kwargs) Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: self._notify() Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: self.callback(batched_events) Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: event.method(event) Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: return f(self, *a, **k) Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: return self._get(url).json() Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: return self.request(url, 'GET', **kwargs) Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:23:26.377370 dv-cinder-836083-1-iscsi neutron-server[110667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:23:26.493834 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f7567740-892c-4959-bcc3-9e0b40b86141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-695923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625691'] for network (05fa3d61-50d5-462a-aa25-eb0596f6967e), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:26.498255 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-f7567740-892c-4959-bcc3-9e0b40b86141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:26.501464 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-f7567740-892c-4959-bcc3-9e0b40b86141 admin admin] 10.222.0.59 "DELETE /v2.0/networks/05fa3d61-50d5-462a-aa25-eb0596f6967e HTTP/1.1" status: 204 len: 168 time: 0.6707492 Mar 31 22:23:26.504429 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 38200) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:23:26.514757 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7567740-892c-4959-bcc3-9e0b40b86141 admin admin] Pushing event deleted for resources: {'Network': ['ID=05fa3d61-50d5-462a-aa25-eb0596f6967e,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:23:26.846251 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-de426c3c-d928-4b08-8d19-9f724743c7b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623117'] for router_interface (b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:26.893201 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 996070c2-54ea-4904-ba73-970ce6b17500 no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:23:26.913312 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: 996070c2-54ea-4904-ba73-970ce6b17500 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:23:26.913664 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 996070c2-54ea-4904-ba73-970ce6b17500 not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:23:26.914076 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device c5a9c614-f04c-41f2-91a8-60c1d07b8156 no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:23:26.933062 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: c5a9c614-f04c-41f2-91a8-60c1d07b8156 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:23:26.933430 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device c5a9c614-f04c-41f2-91a8-60c1d07b8156 not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:23:26.933816 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 777fd0c0-0df4-4246-92c1-47bf021ea9c3 no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:23:26.955397 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: 777fd0c0-0df4-4246-92c1-47bf021ea9c3 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:23:26.955745 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 777fd0c0-0df4-4246-92c1-47bf021ea9c3 not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:23:27.095996 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-de426c3c-d928-4b08-8d19-9f724743c7b5 admin admin] Deleting port 2aebfae2-760a-460f-8ac0-6e758a94a8f5 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:23:27.096364 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-de426c3c-d928-4b08-8d19-9f724743c7b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (2aebfae2-760a-460f-8ac0-6e758a94a8f5), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:27.175107 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-de426c3c-d928-4b08-8d19-9f724743c7b5 admin admin] For port 2aebfae2-760a-460f-8ac0-6e758a94a8f5, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=2aebfae2-760a-460f-8ac0-6e758a94a8f5,segment=NetworkSegment(b62d6980-2b3d-42e7-b4e6-d58c4cef08df),segment_id=b62d6980-2b3d-42e7-b4e6-d58c4cef08df)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:23:27.175497 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-de426c3c-d928-4b08-8d19-9f724743c7b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (2aebfae2-760a-460f-8ac0-6e758a94a8f5), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:27.189335 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-de426c3c-d928-4b08-8d19-9f724743c7b5 admin admin] Calling delete_port for 2aebfae2-760a-460f-8ac0-6e758a94a8f5 owned by network:router_interface {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:23:27.436501 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-de426c3c-d928-4b08-8d19-9f724743c7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (2aebfae2-760a-460f-8ac0-6e758a94a8f5), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:27.462530 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de426c3c-d928-4b08-8d19-9f724743c7b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aebfae2-760a-460f-8ac0-6e758a94a8f5,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:23:27.630369 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-de426c3c-d928-4b08-8d19-9f724743c7b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1828936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1624029'] for router_interface (b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:27.851197 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de426c3c-d928-4b08-8d19-9f724743c7b5 admin admin] Router b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6 has already been hosted by L3 agent 632eaa3e-9185-46a1-b1a9-f90aac100b3c {{(pid=110666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 22:23:27.957579 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de426c3c-d928-4b08-8d19-9f724743c7b5 admin admin] Notify agent at l3_agent.dv-cinder-836083-1-iscsi the message routers_updated {{(pid=110666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 22:23:27.963488 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-de426c3c-d928-4b08-8d19-9f724743c7b5 admin admin] 10.222.0.59 "PUT /v2.0/routers/b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4578636 Mar 31 22:23:27.966049 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 38202) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:23:27.968434 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfa1b13-fda8-4347-beac-101eb33249f2 None None] Sync routers for ids ['b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6'] in dv-cinder-836083-1-iscsi {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 22:23:27.978330 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfa1b13-fda8-4347-beac-101eb33249f2 None None] Routers {'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:23:27.978932 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-bbfa1b13-fda8-4347-beac-101eb33249f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:23:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:23:28.178554 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-bbfa1b13-fda8-4347-beac-101eb33249f2 None None] Set router b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:23:28.341992 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ea79a123-17d8-47c0-a5d0-37f9a8a686f7 admin admin] Publish callbacks [] for router (b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:28.358712 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-bbfa1b13-fda8-4347-beac-101eb33249f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6', 'name': 'tempest-TestVolumeBootPattern-1127267980-router', 'tenant_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '56f8d3f6-139f-4107-a476-abd28f98c143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:27Z', 'updated_at': '2022-03-31T22:23:27Z', 'revision_number': 5, 'project_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'gw_port': {'id': '56f8d3f6-139f-4107-a476-abd28f98c143', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:27Z', 'updated_at': '2022-03-31T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:23:28.386236 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfa1b13-fda8-4347-beac-101eb33249f2 None None] Checking router: b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6 for host: dv-cinder-836083-1-iscsi {{(pid=110669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 22:23:28.394834 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfa1b13-fda8-4347-beac-101eb33249f2 None None] Routers {'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6'} bound to L3 agent in host dv-cinder-836083-1-iscsi {{(pid=110669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 22:23:28.395439 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-bbfa1b13-fda8-4347-beac-101eb33249f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836083-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T21:55:37Z,description=,heartbeat_timestamp=2022-03-31T22:23:07Z,host='dv-cinder-836083-1-iscsi',id=632eaa3e-9185-46a1-b1a9-f90aac100b3c,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T21:55:37Z,topic='l3_agent')) {'router_ids': ['b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6'], 'active': True} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:23:28.449944 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ea79a123-17d8-47c0-a5d0-37f9a8a686f7 admin admin] Publish callbacks [] for router_gateway (b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:28.500674 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_dvr_db [None req-bbfa1b13-fda8-4347-beac-101eb33249f2 None None] Set router b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6 gateway port host: dv-cinder-836083-1-iscsi {{(pid=110669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 22:23:28.571474 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-ea79a123-17d8-47c0-a5d0-37f9a8a686f7 admin admin] Deleting port 56f8d3f6-139f-4107-a476-abd28f98c143 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:23:28.571811 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ea79a123-17d8-47c0-a5d0-37f9a8a686f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (56f8d3f6-139f-4107-a476-abd28f98c143), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:28.650967 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-ea79a123-17d8-47c0-a5d0-37f9a8a686f7 admin admin] For port 56f8d3f6-139f-4107-a476-abd28f98c143, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=56f8d3f6-139f-4107-a476-abd28f98c143,segment=NetworkSegment(17cba5df-66af-4599-97a7-9c4ae9b54340),segment_id=17cba5df-66af-4599-97a7-9c4ae9b54340)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:23:28.651681 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ea79a123-17d8-47c0-a5d0-37f9a8a686f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (56f8d3f6-139f-4107-a476-abd28f98c143), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:28.663452 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-ea79a123-17d8-47c0-a5d0-37f9a8a686f7 admin admin] Calling delete_port for 56f8d3f6-139f-4107-a476-abd28f98c143 owned by network:router_gateway {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:23:28.678918 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.l3_hamode_db [None req-bbfa1b13-fda8-4347-beac-101eb33249f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6', 'name': 'tempest-TestVolumeBootPattern-1127267980-router', 'tenant_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '56f8d3f6-139f-4107-a476-abd28f98c143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:27Z', 'updated_at': '2022-03-31T22:23:27Z', 'revision_number': 5, 'project_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'gw_port': {'id': '56f8d3f6-139f-4107-a476-abd28f98c143', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:27Z', 'updated_at': '2022-03-31T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}], 'dv-cinder-836083-1-iscsi', False) {} {{(pid=110669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:23:28.704947 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfa1b13-fda8-4347-beac-101eb33249f2 None None] The sync data for ids ['b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6'] in dv-cinder-836083-1-iscsi is: [{'id': 'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6', 'name': 'tempest-TestVolumeBootPattern-1127267980-router', 'tenant_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'external_fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.71'}], 'enable_snat': True}, 'gw_port_id': '56f8d3f6-139f-4107-a476-abd28f98c143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T22:16:27Z', 'updated_at': '2022-03-31T22:23:27Z', 'revision_number': 5, 'project_id': 'ec96a265c32c4ad4ae44c643ce9eeae9', 'gw_port': {'id': '56f8d3f6-139f-4107-a476-abd28f98c143', 'name': '', 'network_id': 'ad19088a-a902-4a91-855f-5fb9d1c67d87', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'ip_address': '172.27.2.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836083-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T22:16:27Z', 'updated_at': '2022-03-31T22:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d366205-9c7a-4898-9c8b-600d476ec59e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836083-1-iscsi'}] {{(pid=110669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 22:23:28.908385 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ea79a123-17d8-47c0-a5d0-37f9a8a686f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (56f8d3f6-139f-4107-a476-abd28f98c143), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:28.933168 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79a123-17d8-47c0-a5d0-37f9a8a686f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=56f8d3f6-139f-4107-a476-abd28f98c143,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:23:28.996346 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ea79a123-17d8-47c0-a5d0-37f9a8a686f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625655'] for router_gateway (b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:29.092607 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ea79a123-17d8-47c0-a5d0-37f9a8a686f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1629099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-758'] for router (b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:29.095316 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ea79a123-17d8-47c0-a5d0-37f9a8a686f7 admin admin] Publish callbacks [] for router_controller (b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:29.151668 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 2aebfae2-760a-460f-8ac0-6e758a94a8f5 no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:23:29.173304 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: 2aebfae2-760a-460f-8ac0-6e758a94a8f5 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:23:29.173723 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 2aebfae2-760a-460f-8ac0-6e758a94a8f5 not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:23:29.213942 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ea79a123-17d8-47c0-a5d0-37f9a8a686f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1629138'] for router (b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:29.214528 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea79a123-17d8-47c0-a5d0-37f9a8a686f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6 {{(pid=110666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 22:23:29.219505 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-ea79a123-17d8-47c0-a5d0-37f9a8a686f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:29.220465 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-ea79a123-17d8-47c0-a5d0-37f9a8a686f7 admin admin] 10.222.0.59 "DELETE /v2.0/routers/b5c9b710-59b6-47aa-9d6e-835aa5d6f3a6 HTTP/1.1" status: 204 len: 168 time: 1.2532146 Mar 31 22:23:29.222722 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 38204) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:23:29.269015 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f670dd-540f-41f8-a280-e9c4d1febd9b admin admin] Deleting subnet 01bea8f7-b3b7-4746-ac9c-eb86b4314b12 {{(pid=110666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 22:23:29.272392 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-53f670dd-540f-41f8-a280-e9c4d1febd9b admin admin] Publish callbacks [] for subnet (01bea8f7-b3b7-4746-ac9c-eb86b4314b12), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:29.309305 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-53f670dd-540f-41f8-a280-e9c4d1febd9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10216105'] for subnet (01bea8f7-b3b7-4746-ac9c-eb86b4314b12), precommit_delete_associations {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:29.399839 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-53f670dd-540f-41f8-a280-e9c4d1febd9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1415921'] for subnet (01bea8f7-b3b7-4746-ac9c-eb86b4314b12), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:29.522537 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-53f670dd-540f-41f8-a280-e9c4d1febd9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1415878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1813905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10430195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10336980'] for subnet (01bea8f7-b3b7-4746-ac9c-eb86b4314b12), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:29.551727 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f670dd-540f-41f8-a280-e9c4d1febd9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01bea8f7-b3b7-4746-ac9c-eb86b4314b12,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:23:29.553943 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-53f670dd-540f-41f8-a280-e9c4d1febd9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:29.557136 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-53f670dd-540f-41f8-a280-e9c4d1febd9b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/01bea8f7-b3b7-4746-ac9c-eb86b4314b12 HTTP/1.1" status: 204 len: 168 time: 0.3334961 Mar 31 22:23:29.559878 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [-] (110666) accepted ('10.222.0.59', 38206) {{(pid=110666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:23:29.560529 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de8af2c-f85a-415e-969f-c390494f6dd5 None None] Network 1b4c39a0-cb53-49da-bbfa-8c76bb711317 requested from dv-cinder-836083-1-iscsi {{(pid=110668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 22:23:29.628469 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-04151b20-3c5d-43f3-a110-244440699f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1329072'] for network (1b4c39a0-cb53-49da-bbfa-8c76bb711317), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:29.689748 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-04151b20-3c5d-43f3-a110-244440699f12 admin admin] Deleting port 8edbb2b2-69c5-4ded-902b-a74996d7b755 {{(pid=110666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:23:29.690441 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-04151b20-3c5d-43f3-a110-244440699f12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (8edbb2b2-69c5-4ded-902b-a74996d7b755), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:29.711602 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6ec1b3-eeea-4666-b212-01b1b143ea9f None None] DHCP port deletion for 1b4c39a0-cb53-49da-bbfa-8c76bb711317 request from dv-cinder-836083-1-iscsi {{(pid=110668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 22:23:29.752884 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.db [None req-04151b20-3c5d-43f3-a110-244440699f12 admin admin] For port 8edbb2b2-69c5-4ded-902b-a74996d7b755, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=8edbb2b2-69c5-4ded-902b-a74996d7b755,segment=NetworkSegment(b62d6980-2b3d-42e7-b4e6-d58c4cef08df),segment_id=b62d6980-2b3d-42e7-b4e6-d58c4cef08df)] {{(pid=110666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:23:29.753261 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-04151b20-3c5d-43f3-a110-244440699f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (8edbb2b2-69c5-4ded-902b-a74996d7b755), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:29.764511 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ec1b3-eeea-4666-b212-01b1b143ea9f None None] Deleting port 8edbb2b2-69c5-4ded-902b-a74996d7b755 {{(pid=110668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 22:23:29.764968 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ef6ec1b3-eeea-4666-b212-01b1b143ea9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758607540502'] for port (8edbb2b2-69c5-4ded-902b-a74996d7b755), before_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:29.766471 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.plugin [None req-04151b20-3c5d-43f3-a110-244440699f12 admin admin] Calling delete_port for 8edbb2b2-69c5-4ded-902b-a74996d7b755 owned by network:dhcp {{(pid=110666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:23:29.828401 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.db [None req-ef6ec1b3-eeea-4666-b212-01b1b143ea9f None None] For port 8edbb2b2-69c5-4ded-902b-a74996d7b755, host dv-cinder-836083-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836083-1-iscsi',level=0,port_id=8edbb2b2-69c5-4ded-902b-a74996d7b755,segment=NetworkSegment(b62d6980-2b3d-42e7-b4e6-d58c4cef08df),segment_id=b62d6980-2b3d-42e7-b4e6-d58c4cef08df)] {{(pid=110668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 22:23:29.828763 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ef6ec1b3-eeea-4666-b212-01b1b143ea9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1651839'] for port (8edbb2b2-69c5-4ded-902b-a74996d7b755), precommit_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:29.841418 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ec1b3-eeea-4666-b212-01b1b143ea9f None None] Calling delete_port for 8edbb2b2-69c5-4ded-902b-a74996d7b755 owned by network:dhcp {{(pid=110668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 22:23:29.919771 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-04151b20-3c5d-43f3-a110-244440699f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10429440'] for port (8edbb2b2-69c5-4ded-902b-a74996d7b755), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:29.926024 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ef6ec1b3-eeea-4666-b212-01b1b143ea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-752290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758607544697', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758607043094'] for port (8edbb2b2-69c5-4ded-902b-a74996d7b755), after_delete {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:29.947070 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04151b20-3c5d-43f3-a110-244440699f12 admin admin] Pushing event deleted for resources: {'Port': ['ID=8edbb2b2-69c5-4ded-902b-a74996d7b755,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:23:29.951853 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04151b20-3c5d-43f3-a110-244440699f12 admin admin] No DVR routers for this DVR port 8edbb2b2-69c5-4ded-902b-a74996d7b755 on host dv-cinder-836083-1-iscsi {{(pid=110666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:23:29.952633 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ec1b3-eeea-4666-b212-01b1b143ea9f None None] Pushing event deleted for resources: {'Port': ['ID=8edbb2b2-69c5-4ded-902b-a74996d7b755,revision_number=None']} {{(pid=110668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:23:29.954476 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6ec1b3-eeea-4666-b212-01b1b143ea9f None None] No DVR routers for this DVR port 8edbb2b2-69c5-4ded-902b-a74996d7b755 on host dv-cinder-836083-1-iscsi {{(pid=110668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 22:23:30.023420 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-04151b20-3c5d-43f3-a110-244440699f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-695930', 'neutron.services.segments.db._delete_segments_for_network-8758607384890'] for network (1b4c39a0-cb53-49da-bbfa-8c76bb711317), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:30.046157 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-04151b20-3c5d-43f3-a110-244440699f12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4c39a0-cb53-49da-bbfa-8c76bb711317']}} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:23:30.055902 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-04151b20-3c5d-43f3-a110-244440699f12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62d6980-2b3d-42e7-b4e6-d58c4cef08df') {'for_net_delete': True} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:23:30.056195 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.services.segments.db [None req-04151b20-3c5d-43f3-a110-244440699f12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62d6980-2b3d-42e7-b4e6-d58c4cef08df') {} {{(pid=110666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 22:23:30.065259 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-04151b20-3c5d-43f3-a110-244440699f12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758607385923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10216098'] for segment (b62d6980-2b3d-42e7-b4e6-d58c4cef08df), before_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:30.078904 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-04151b20-3c5d-43f3-a110-244440699f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254'] for segment (b62d6980-2b3d-42e7-b4e6-d58c4cef08df), precommit_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:30.084881 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04151b20-3c5d-43f3-a110-244440699f12 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=110666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 22:23:30.085259 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-04151b20-3c5d-43f3-a110-244440699f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1421254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10429525'] for segment (b62d6980-2b3d-42e7-b4e6-d58c4cef08df), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: Traceback (most recent call last): Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: timer() Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: cb(*args, **kw) Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: return func(*args, **kwargs) Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: self._notify() Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: self.callback(batched_events) Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: event.method(event) Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: return f(self, *a, **k) Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: return self._get(url).json() Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: return self.request(url, 'GET', **kwargs) Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 22:23:30.087070 dv-cinder-836083-1-iscsi neutron-server[110666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 22:23:30.213815 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-04151b20-3c5d-43f3-a110-244440699f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-695923', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1828945', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625691'] for network (1b4c39a0-cb53-49da-bbfa-8c76bb711317), after_delete {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:30.219134 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron_lib.callbacks.manager [None req-04151b20-3c5d-43f3-a110-244440699f12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1828967'] for network (None), before_response {{(pid=110666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:30.222398 dv-cinder-836083-1-iscsi neutron-server[110666]: INFO neutron.wsgi [None req-04151b20-3c5d-43f3-a110-244440699f12 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1b4c39a0-cb53-49da-bbfa-8c76bb711317 HTTP/1.1" status: 204 len: 168 time: 0.6615334 Mar 31 22:23:30.234748 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04151b20-3c5d-43f3-a110-244440699f12 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4c39a0-cb53-49da-bbfa-8c76bb711317,revision_number=None']} {{(pid=110666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:23:30.543168 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 38210) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:23:30.581972 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-0c49bc10-ab2d-4b88-b1bf-5a739badf8af admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2541d88a8c5f4a3286a2851f433cb829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376239 Mar 31 22:23:30.584276 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 38212) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:23:30.630430 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2d1cc26c-7116-4033-8410-c8cd1eb61049 admin admin] Publish callbacks [] for security_group (337eacc9-dc0a-4a8f-b2fe-3902665eda47), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:30.650831 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2d1cc26c-7116-4033-8410-c8cd1eb61049 admin admin] Publish callbacks [] for security_group (337eacc9-dc0a-4a8f-b2fe-3902665eda47), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:30.767758 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2d1cc26c-7116-4033-8410-c8cd1eb61049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (337eacc9-dc0a-4a8f-b2fe-3902665eda47), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:30.770349 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-2d1cc26c-7116-4033-8410-c8cd1eb61049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:30.771481 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-2d1cc26c-7116-4033-8410-c8cd1eb61049 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/337eacc9-dc0a-4a8f-b2fe-3902665eda47 HTTP/1.1" status: 204 len: 168 time: 0.1863117 Mar 31 22:23:30.779266 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cc26c-7116-4033-8410-c8cd1eb61049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337eacc9-dc0a-4a8f-b2fe-3902665eda47,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:23:30.881660 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 8edbb2b2-69c5-4ded-902b-a74996d7b755 no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:23:30.904517 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: 8edbb2b2-69c5-4ded-902b-a74996d7b755 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:23:30.904788 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 8edbb2b2-69c5-4ded-902b-a74996d7b755 not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:23:30.905193 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 56f8d3f6-139f-4107-a476-abd28f98c143 no longer exists at agent ovs-agent-dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 22:23:30.924956 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.plugin [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] No Port match for: 56f8d3f6-139f-4107-a476-abd28f98c143 {{(pid=110668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 22:23:30.925307 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron.plugins.ml2.rpc [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Device 56f8d3f6-139f-4107-a476-abd28f98c143 not bound to the agent host dv-cinder-836083-1-iscsi {{(pid=110668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 22:23:31.440044 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 38218) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:23:31.478560 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-44a928ee-0b0e-4010-9fa8-56d625e69720 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ec96a265c32c4ad4ae44c643ce9eeae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373645 Mar 31 22:23:31.480956 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.wsgi [-] (110667) accepted ('10.222.0.59', 38220) {{(pid=110667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 22:23:31.530161 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cd1056a6-8702-4c45-b539-96d71200f843 admin admin] Publish callbacks [] for security_group (e91b9b1a-e30a-4be9-aab2-44f0ce34db16), before_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:31.550693 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cd1056a6-8702-4c45-b539-96d71200f843 admin admin] Publish callbacks [] for security_group (e91b9b1a-e30a-4be9-aab2-44f0ce34db16), precommit_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:31.659105 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cd1056a6-8702-4c45-b539-96d71200f843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818359'] for security_group (e91b9b1a-e30a-4be9-aab2-44f0ce34db16), after_delete {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:31.661709 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron_lib.callbacks.manager [None req-cd1056a6-8702-4c45-b539-96d71200f843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:31.662911 dv-cinder-836083-1-iscsi neutron-server[110667]: INFO neutron.wsgi [None req-cd1056a6-8702-4c45-b539-96d71200f843 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e91b9b1a-e30a-4be9-aab2-44f0ce34db16 HTTP/1.1" status: 204 len: 168 time: 0.1810584 Mar 31 22:23:31.671484 dv-cinder-836083-1-iscsi neutron-server[110667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1056a6-8702-4c45-b539-96d71200f843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91b9b1a-e30a-4be9-aab2-44f0ce34db16,revision_number=None']} {{(pid=110667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 22:23:34.239770 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7d13047e-042f-4282-b28d-eb63e28cd8be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:36.134389 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:23:36.667906 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3201fa59-d88e-4993-8984-224ca6589067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:37.656358 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:37.887636 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:39.116140 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:23:40.430407 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:24:04.217872 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-09d7f1e8-5d9d-469a-b744-c0bbc4df0728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:24:06.693237 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f793a032-a573-434b-9234-4c924343922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:24:07.623753 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:24:07.875002 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:24:09.120938 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:24:10.498087 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:24:13.133279 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:24:34.232203 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-18aa2199-2904-4fe7-930b-ccff67f923e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:24:36.678029 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b0d53d52-8716-4691-b8ac-947c02e2ee68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:24:37.622821 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:24:37.891783 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:24:39.135257 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:24:40.446014 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:24:50.132010 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:25:04.227885 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-12eb6e91-39ce-40aa-97cf-bf2c0a5a67a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:25:06.682317 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-950c904a-548d-466e-962d-17873cbb909f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:25:07.622228 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:25:07.905404 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:25:09.134098 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:25:10.433624 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:25:27.131793 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:25:34.230664 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-3d8b6451-4848-4132-91ff-4f8f2efc1398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:25:36.701347 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-7dfe3f36-ff11-48fd-b858-7bbf8f11860a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:25:37.609607 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:25:37.889630 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:25:39.129880 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:25:40.484791 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:26:04.131125 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:26:04.258670 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f07616a1-46b9-4ab6-8179-b11c45c21b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:26:06.695044 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ef2a4780-42bd-4d32-8914-384036d0f022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:26:07.641183 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:26:07.949628 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:26:09.149468 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:26:10.458513 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:26:34.220147 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-fc35adec-3f77-404a-a162-1d445b26a966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:26:36.683027 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-a10c71b8-efb8-4f68-b4d6-b3bcb47978cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:26:37.636889 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:26:37.933867 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:26:39.133862 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:26:40.447917 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:26:41.130784 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:27:04.222465 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0705de3a-7f11-4de1-9e9b-c9e78dc37e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:27:06.673808 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-c95b15bb-82eb-4602-8509-9aa7bb705847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:27:07.635652 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:27:07.916052 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:27:09.153246 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:27:10.538259 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:27:18.129535 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:27:34.218031 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-10de65f8-1b14-49cb-b976-afecf37fc92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:27:36.678611 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-9a2276a6-5bbb-4268-8bd0-9360d728a896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:27:37.635336 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:27:37.903635 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:27:39.143323 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:27:40.451693 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:27:55.129392 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:28:04.237969 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-ca4733bb-f6de-4963-bd22-ad24af5950aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:28:06.706396 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-56dce288-9511-4afc-980b-d3594e925f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:28:07.643430 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:28:07.929205 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:28:09.152221 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:28:10.457848 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:28:16.260527 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [req-bbbc4926-47f8-4989-b23d-854eebcf4391 req-27bf2de4-3a03-446f-a075-b6f765c01076 service neutron] (110666) timed out ('10.222.0.57', 50435) {{(pid=110666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 22:28:16.282564 dv-cinder-836083-1-iscsi neutron-server[110666]: DEBUG neutron.wsgi [req-31cc18e5-aef9-4ee5-b2f5-aac1109b8d0e req-15b0301d-13fe-4016-a438-60a81a7fe3ca tempest-VolumesSnapshotTestJSON-1654479312 tempest-VolumesSnapshotTestJSON-1654479312-project] (110666) timed out ('10.222.0.57', 50450) {{(pid=110666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 22:28:32.128372 dv-cinder-836083-1-iscsi neutron-server[110669]: DEBUG neutron.db.agents_db [None req-ce1d76f3-faaf-489f-815b-7beb2ba962c3 None None] Agent healthcheck: found 6 active agents {{(pid=110669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 22:28:34.239103 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-860e5615-b20d-442f-9f76-08f1239e349c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0f848437-afb4-42e1-a895-141757b8cd79), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:28:36.711634 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0327f904-60a7-4ca1-9a5a-df0c4a552dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (632eaa3e-9185-46a1-b1a9-f90aac100b3c), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:28:37.662483 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-b080a1e1-1992-4a91-aa04-1912fe15f1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (ca8aa786-36bf-40b5-a835-7658a95ed386), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:28:37.985999 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-012a33db-e679-4efd-b04d-ec4723ef4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (0c6c7b6d-d51d-4e70-9732-01ea9921e922), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:28:39.181715 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-0298f3ea-ec6b-47d6-af2a-21f8aa57ec71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (a656f690-142b-418b-a2ae-32ef2ee5cac3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 22:28:40.535953 dv-cinder-836083-1-iscsi neutron-server[110668]: DEBUG neutron_lib.callbacks.manager [None req-f11bc122-d1db-4a29-a158-efe38a23e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758607384872', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-690875'] for agent (bb9e7943-9dfc-4c72-a10e-83b2e20a5bc3), after_update {{(pid=110668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}